[ 531.593225] env[63036]: INFO neutron.common.config [-] Logging enabled! [ 531.593579] env[63036]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev51 [ 531.593861] env[63036]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=63036) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.594179] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.594285] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.595179] env[63036]: WARNING oslo_policy.policy [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.595409] env[63036]: WARNING oslo_policy.policy [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.596968] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] VMware NSXv3 Agent initialized successfully. [ 531.597349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Acquiring lock "singleton_lock" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.597520] env[63036]: DEBUG oslo_concurrency.lockutils [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Acquired lock "singleton_lock" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.597745] env[63036]: DEBUG oslo_concurrency.lockutils [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Releasing lock "singleton_lock" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.598067] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Full set of CONF: {{(pid=63036) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 531.598232] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ******************************************************************************** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.598422] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Configuration options gathered from: {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.598789] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.598971] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.599089] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ================================================================================ {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.599279] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] agent_down_time = 75 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.599432] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] allow_automatic_dhcp_failover = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.599579] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] allow_bulk = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.599764] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] api_extensions_path = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.599947] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] api_paste_config = api-paste.ini {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600118] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] auth_strategy = keystone {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600236] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] backdoor_port = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600353] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] backdoor_socket = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600531] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] backlog = 4096 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600695] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] base_mac = fa:16:3e:00:00:00 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.600867] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] bind_host = 0.0.0.0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601033] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] bind_port = 9696 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601187] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] client_socket_timeout = 900 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601337] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] config_dir = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601456] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601612] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] config_source = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601761] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] control_exchange = neutron {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.601917] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] core_plugin = ml2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602114] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] debug = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602271] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] default_availability_zones = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602494] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602648] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dhcp_agent_notification = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602805] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dhcp_agents_per_network = 1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.602990] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dhcp_lease_duration = 86400 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603168] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dhcp_load_type = networks {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603320] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dns_domain = openstacklocal {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603469] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603615] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_default_route_bfd = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603761] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_default_route_ecmp = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.603903] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_dvr = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604053] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_new_agents = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604201] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604342] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_signals = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604483] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] enable_traditional_dhcp = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604622] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] external_dns_driver = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604766] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] filter_validation = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.604960] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] global_physnet_mtu = 8950 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605071] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] graceful_shutdown_timeout = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605258] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] host = cpu-1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605405] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] host_dvr_for_dhcp = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605549] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] http_retries = 3 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605696] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] instance_format = [instance: %(uuid)s] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.605873] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606044] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ipam_driver = internal {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606192] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ipv6_pd_enabled = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606334] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] l3_ha = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606486] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606635] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] l3_ha_network_physical_name = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606783] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] l3_ha_network_type = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.606935] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_color = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607105] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_config_append = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607259] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607399] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_dir = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607542] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_file = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607691] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_options = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.607861] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_rotate_interval = 1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608028] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_rotate_interval_type = days {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608184] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] log_rotation_type = none {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608299] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608409] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608556] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608703] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608832] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.608998] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_dns_nameservers = 5 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609160] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_header_line = 16384 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609306] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_l3_agents_per_router = 3 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609449] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_logfile_count = 30 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609594] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_logfile_size_mb = 200 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609765] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] max_subnet_host_routes = 20 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.609922] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] my_ip = 10.180.1.21 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610112] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] my_ipv6 = ::1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610264] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] network_auto_schedule = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610403] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] network_link_prefix = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610553] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610703] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] notify_nova_on_port_data_changes = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610851] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] notify_nova_on_port_status_changes = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.610997] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] pagination_max_limit = -1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611151] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] publish_errors = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611292] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rate_limit_burst = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611441] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rate_limit_except_level = CRITICAL {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611582] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rate_limit_interval = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611722] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] retry_until_window = 30 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.611880] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] router_distributed = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612054] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rpc_resources_processing_step = 20 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612204] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rpc_response_max_timeout = 600 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612351] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] rpc_response_timeout = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612495] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] send_events_interval = 2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612695] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] service_plugins = ['router'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.612877] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] setproctitle = on {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613035] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] shell_completion = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613193] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] state_path = /opt/stack/data/neutron {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613344] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] syslog_log_facility = LOG_USER {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613490] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] tcp_keepidle = 600 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613641] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] transport_url = **** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613791] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] use_journal = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.613935] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] use_json = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614089] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] use_ssl = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614233] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] use_stderr = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614381] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] use_syslog = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614525] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vlan_qinq = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614667] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vlan_transparent = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.614873] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] watch_log_file = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615082] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] wsgi_default_pool_size = 100 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615241] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] wsgi_keep_alive = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615396] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615544] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] wsgi_server_debug = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.615712] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_concurrency.disable_process_locking = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.615870] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616037] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616190] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616341] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616493] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616641] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616804] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.connection_string = messaging:// {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.616955] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.enabled = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617120] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.es_doc_type = notification {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617266] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.es_scroll_size = 10000 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617415] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.es_scroll_time = 2m {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617560] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.filter_error_trace = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617709] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.hmac_keys = **** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.617884] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.sentinel_service_name = mymaster {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618068] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.socket_timeout = 0.1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618218] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.trace_requests = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618362] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler.trace_sqlalchemy = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618522] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler_jaeger.process_tags = {} {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618668] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler_jaeger.service_name_prefix = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618818] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] profiler_otlp.service_name_prefix = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.618978] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.enforce_new_defaults = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619276] env[63036]: WARNING oslo_config.cfg [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.619438] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.enforce_scope = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619593] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.policy_default_rule = default {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619785] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.619946] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620114] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620264] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620447] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620698] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.620948] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621204] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_policy.remote_timeout = 60.0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621395] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621562] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] agent.extensions = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621722] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.621880] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] service_providers.service_provider = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622051] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.default_quota = -1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622213] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622365] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_floatingip = 50 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622517] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_network = 100 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622657] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_port = 500 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622807] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.622953] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_router = 10 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623112] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_security_group = 10 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623262] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623418] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.quota_subnet = 100 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623555] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] QUOTAS.track_quota_usage = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623714] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.623860] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624007] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624161] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624309] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624454] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624607] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624751] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.624892] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625049] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625198] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625338] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_dhcp_release.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625489] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625628] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625770] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.625914] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626070] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626212] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_ovs_vsctl.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626359] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.capabilities = [21] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626498] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626638] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626787] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.626931] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627080] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_namespace.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627231] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.capabilities = [12] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627370] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627508] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627656] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627802] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.627941] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_conntrack.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628101] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.capabilities = [12, 21] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628240] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.group = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628378] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.helper_command = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628522] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628665] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.thread_pool_size = 8 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628805] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] privsep_link.user = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.628968] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629135] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629285] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.continue_on_failed_promotions = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629428] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.dscp = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629575] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.dscp_inherit = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629750] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.force_mp_to_policy = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.629901] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.locking_coordinator_url = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630057] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.log_agent_heartbeats = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630205] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.logging_expire = 1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630356] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630505] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630657] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.polling_interval = 240 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630827] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.630985] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631152] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.report_interval = 30.0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631305] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631452] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631601] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631751] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.sync_skew = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.631897] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.synchronization_queue_size = 20 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632058] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT.use_helper_for_ns_read = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632213] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] SECURITYGROUP.enable_ipset = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632366] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] SECURITYGROUP.enable_security_group = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632513] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632664] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632820] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] experimental.ipv6_pd_enabled = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.632994] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.extension_drivers = ['port_security'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633157] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.external_network_type = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633322] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633474] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.overlay_ip_version = 4 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633626] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.path_mtu = 8950 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633785] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.physical_network_mtus = {} {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.633943] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.tenant_network_types = ['vlan'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634110] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634271] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ml2.type_drivers = ['vlan'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634429] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT_CLI.neutron_port_id = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634577] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634723] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.634882] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635048] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635201] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635352] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635503] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635653] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.635864] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636030] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_login_password = **** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636191] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_login_port = 443 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636343] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_login_user = admin {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636495] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636649] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636800] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.636948] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637114] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637270] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637422] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637573] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637722] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.637878] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638046] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638199] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638353] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638557] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638717] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vsphere.vsphere_login_password = VMware1! {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.638869] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639028] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639184] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.auth_section = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639338] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.auth_type = password {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639489] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639662] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.certfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639816] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.collect_timing = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.639972] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.endpoint_type = public {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640135] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.insecure = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640279] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.keyfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640432] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.region_name = RegionOne {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640580] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.split_loggers = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640727] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] nova.timeout = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.640877] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.auth_section = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641038] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.auth_type = password {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641191] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641333] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.certfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641478] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.collect_timing = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641631] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.endpoint_type = public {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641776] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.insecure = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.641943] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.keyfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642069] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.region_name = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642213] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.split_loggers = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642351] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] placement.timeout = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642503] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.auth_section = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642647] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.auth_type = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642790] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.cafile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.642928] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.certfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643084] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.collect_timing = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643227] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.connect_retries = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643366] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.connect_retry_delay = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643510] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.enable_notifications = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643653] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.endpoint_override = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643800] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.insecure = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.643944] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.interface = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644095] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.keyfile = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644239] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.max_version = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644379] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.min_version = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644518] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.region_name = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644657] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.retriable_status_codes = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644797] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.service_name = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.644932] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.service_type = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645089] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.split_loggers = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645232] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.status_code_retries = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645439] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.status_code_retry_delay = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645516] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.timeout = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645652] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.valid_interfaces = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645793] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ironic.version = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.645944] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] cli_script.dry_run = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646111] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646260] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646407] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646556] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646704] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646850] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.646993] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647150] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647292] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647443] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647587] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647739] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.647891] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648048] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648203] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648347] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648491] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648642] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648788] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.648931] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649114] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649272] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649420] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649566] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649725] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.649877] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650036] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650185] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650330] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650475] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650627] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650779] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.650924] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651083] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651236] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651380] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651535] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_notifications.driver = [] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651682] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_notifications.retry = -1 {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651845] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.651988] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.652186] env[63036]: DEBUG oslo_service.service [None req-49ff36b8-55e3-4658-8890-4a32beeb4353 None None] ******************************************************************************** {{(pid=63036) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.653145] env[63036]: DEBUG neutron.agent.securitygroups_rpc [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Init firewall settings (driver=nsxv3) {{(pid=63036) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.654497] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=63036) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.654733] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.656995] env[63036]: DEBUG dogpile.cache.region [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 531.657136] env[63036]: DEBUG dogpile.lock [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.657243] env[63036]: DEBUG dogpile.lock [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.657346] env[63036]: DEBUG dogpile.lock [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.657446] env[63036]: DEBUG dogpile.cache.region [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 531.657539] env[63036]: DEBUG dogpile.lock [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.657668] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.676434] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Session token - acquiring [ 531.678308] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.678517] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.678583] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.679009] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 531.688999] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.960494] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.980750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.980894] env[63036]: DEBUG dogpile.cache.region [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Cache value generated in 0.323 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 531.981031] env[63036]: DEBUG dogpile.lock [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.981160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Activating Policy API Provider. [ 531.981352] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Looking for the default Infrastructure Rules. [ 532.038700] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.051561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.052030] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.052214] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.052325] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.052598] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 532.052970] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.569890] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.072803] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.575935] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Inventory metadata is going to be refreshed. [ 533.576197] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.390760] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.391185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.391222] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.391538] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.402292] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.403226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.404154] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.422750] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.422957] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.423081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.423359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.423486] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.423642] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.423761] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.423874] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.442964] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.443132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.443898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.443898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.443898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.443898] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.464024] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.464024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.464282] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.464343] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.464486] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.464628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.481806] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.481955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.482079] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.482333] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.482473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.482616] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.482729] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.482882] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.500281] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.500480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.500576] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.500802] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.500925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.501073] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.501181] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.501290] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.522164] env[63036]: DEBUG networking_nsxv3.common.locking [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.522164] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.522164] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.522164] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.522481] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.522481] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.522481] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.522565] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Inventory metadata have been refreshed. [ 534.522661] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Dryrun:True. Metadata refresh completed. [ 534.522741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Releasing lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 534.524417] env[63036]: INFO neutron.agent.agent_extensions_manager [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Loaded agent extensions: [] [ 534.525126] env[63036]: DEBUG neutron_lib.callbacks.manager [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=63036) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.586392] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.586539] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.586652] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.526496] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.526876] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.527428] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.527774] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.386046] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c7ad24c9-3392-451a-9a06-362e42eaa1f8 demo admin] Enqueued Resource ID: 15c41bd5-b3f9-4582-b5b4-b6f5d385c284 with Priority: HIGHEST for action security_group_rules [ 548.386334] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15c41bd5-b3f9-4582-b5b4-b6f5d385c284 with Priority: HIGHEST for action security_group_rules [ 548.386548] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15c41bd5-b3f9-4582-b5b4-b6f5d385c284 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.386698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15c41bd5-b3f9-4582-b5b4-b6f5d385c284" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.386773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15c41bd5-b3f9-4582-b5b4-b6f5d385c284" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.387370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15c41bd5-b3f9-4582-b5b4-b6f5d385c284" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.387454] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15c41bd5-b3f9-4582-b5b4-b6f5d385c284',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.908033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.908264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.908264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.908439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.908526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.908621] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15c41bd5-b3f9-4582-b5b4-b6f5d385c284 already deleted. [ 548.908702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15c41bd5-b3f9-4582-b5b4-b6f5d385c284" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.387353] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.387729] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.527739] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.528173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.528173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.528173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.528391] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.031058] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.534159] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.036976] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 556.037126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 556.713691] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.714192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.714192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.714192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.725671] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 556.726498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.727085] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 556.742380] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.742531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.742574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.742738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.742842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.742922] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 556.742990] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.743073] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 556.762189] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.762383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.762383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.762541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.762655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.762752] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.779683] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.779842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.779884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.780057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.780163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.780267] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.796375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.796505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.796547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.796713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.796807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.796911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 556.796984] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.797070] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 556.811877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.811998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.812053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.812219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.812300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.812394] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 556.812467] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.812535] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 556.828049] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.828187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.828242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.828383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.828483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.828586] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 556.828671] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.828727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 556.828788] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 556.828860] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 556.828925] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 556.828987] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 556.829268] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 556.829324] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 556.829390] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.844519] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.844656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.844695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.844839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.844931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.845044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.860968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.861103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.861174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.861300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.861388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.871837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.388271] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.388568] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.389170] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.389614] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.390390] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.390811] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.391799] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.392147] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.851334] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c556022c-c3b8-4431-b611-b9194f13f59a None None] Enqueued Resource ID: 817dd1fb-100f-4b20-9232-f66126c46f10 with Priority: HIGHEST for action port [ 577.851616] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817dd1fb-100f-4b20-9232-f66126c46f10 with Priority: HIGHEST for action port [ 577.852174] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-817dd1fb-100f-4b20-9232-f66126c46f10 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.852325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817dd1fb-100f-4b20-9232-f66126c46f10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.852400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817dd1fb-100f-4b20-9232-f66126c46f10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.852641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817dd1fb-100f-4b20-9232-f66126c46f10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.852729] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817dd1fb-100f-4b20-9232-f66126c46f10',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.358077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 817dd1fb-100f-4b20-9232-f66126c46f10 [ 578.358077] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.358077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.358077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.358077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.358077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.358077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:817dd1fb-100f-4b20-9232-f66126c46f10 already deleted. [ 578.358077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817dd1fb-100f-4b20-9232-f66126c46f10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.876451] env[63036]: INFO networking_nsxv3.common.synchronization [None req-020ff208-e915-490e-bf82-0fbd3faf0aea None None] Enqueued Resource ID: 272e640b-6703-42cb-8633-4a2a57205188 with Priority: HIGHEST for action port [ 579.876451] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272e640b-6703-42cb-8633-4a2a57205188 with Priority: HIGHEST for action port [ 579.876906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-272e640b-6703-42cb-8633-4a2a57205188 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.876991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272e640b-6703-42cb-8633-4a2a57205188" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.877032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272e640b-6703-42cb-8633-4a2a57205188" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.877355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272e640b-6703-42cb-8633-4a2a57205188" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 579.877423] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272e640b-6703-42cb-8633-4a2a57205188',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.381313] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272e640b-6703-42cb-8633-4a2a57205188 [ 580.381570] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.381705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.381773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.382013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.382600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.382600] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272e640b-6703-42cb-8633-4a2a57205188 already deleted. [ 580.382600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272e640b-6703-42cb-8633-4a2a57205188" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.561024] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7ee06185-3929-411c-be4d-bc4448d1918d None None] Enqueued Resource ID: d01db8c7-f156-4b9d-9061-fcb3689fd6a2 with Priority: HIGHEST for action port [ 580.561024] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01db8c7-f156-4b9d-9061-fcb3689fd6a2 with Priority: HIGHEST for action port [ 580.561024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01db8c7-f156-4b9d-9061-fcb3689fd6a2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.561024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01db8c7-f156-4b9d-9061-fcb3689fd6a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.561024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01db8c7-f156-4b9d-9061-fcb3689fd6a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.561897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01db8c7-f156-4b9d-9061-fcb3689fd6a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.562107] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01db8c7-f156-4b9d-9061-fcb3689fd6a2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.674976] env[63036]: INFO networking_nsxv3.common.synchronization [None req-aaefb7b0-8407-4901-a604-5080f0337e38 None None] Enqueued Resource ID: ed29ea54-9081-4698-b50f-cbb5edcb62e1 with Priority: HIGHEST for action port [ 580.674976] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed29ea54-9081-4698-b50f-cbb5edcb62e1 with Priority: HIGHEST for action port [ 580.675327] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed29ea54-9081-4698-b50f-cbb5edcb62e1 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.675452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed29ea54-9081-4698-b50f-cbb5edcb62e1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.675508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed29ea54-9081-4698-b50f-cbb5edcb62e1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.675787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed29ea54-9081-4698-b50f-cbb5edcb62e1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.676579] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed29ea54-9081-4698-b50f-cbb5edcb62e1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.065420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d01db8c7-f156-4b9d-9061-fcb3689fd6a2 [ 581.065695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.065868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.065960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.066436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.068466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.068589] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d01db8c7-f156-4b9d-9061-fcb3689fd6a2 already deleted. [ 581.068693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01db8c7-f156-4b9d-9061-fcb3689fd6a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.179501] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed29ea54-9081-4698-b50f-cbb5edcb62e1 [ 581.180166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.181138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.182058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.182058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.182058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.182058] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed29ea54-9081-4698-b50f-cbb5edcb62e1 already deleted. [ 581.182259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed29ea54-9081-4698-b50f-cbb5edcb62e1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.225178] env[63036]: INFO networking_nsxv3.common.synchronization [None req-aeeb29f4-8291-44d5-ade2-6276ab4fa319 None None] Enqueued Resource ID: 07757550-586b-4c9b-b122-3ba958d5b026 with Priority: HIGHEST for action port [ 581.226256] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07757550-586b-4c9b-b122-3ba958d5b026 with Priority: HIGHEST for action port [ 581.228179] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-07757550-586b-4c9b-b122-3ba958d5b026 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.228321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07757550-586b-4c9b-b122-3ba958d5b026" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.228390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07757550-586b-4c9b-b122-3ba958d5b026" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.228645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07757550-586b-4c9b-b122-3ba958d5b026" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.228749] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07757550-586b-4c9b-b122-3ba958d5b026',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.732938] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07757550-586b-4c9b-b122-3ba958d5b026 [ 581.733201] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.733434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.733434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.733606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.733692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.733786] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07757550-586b-4c9b-b122-3ba958d5b026 already deleted. [ 581.733872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07757550-586b-4c9b-b122-3ba958d5b026" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.131131] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b28b0ad9-d18c-41bc-88ab-be56a69099b2 None None] Enqueued Resource ID: 33e86aea-6e77-43aa-a05c-8bbdd01914d2 with Priority: HIGHEST for action port [ 582.131409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e86aea-6e77-43aa-a05c-8bbdd01914d2 with Priority: HIGHEST for action port [ 582.131944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e86aea-6e77-43aa-a05c-8bbdd01914d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.132081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e86aea-6e77-43aa-a05c-8bbdd01914d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.132148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e86aea-6e77-43aa-a05c-8bbdd01914d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.132449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e86aea-6e77-43aa-a05c-8bbdd01914d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.132545] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e86aea-6e77-43aa-a05c-8bbdd01914d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.552020] env[63036]: INFO networking_nsxv3.common.synchronization [None req-44f5a06b-79da-49d7-9f6d-a024010fc7fc None None] Enqueued Resource ID: 369badee-70ba-4d2c-a057-9badd76b0814 with Priority: HIGHEST for action port [ 582.552283] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369badee-70ba-4d2c-a057-9badd76b0814 with Priority: HIGHEST for action port [ 582.552844] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-369badee-70ba-4d2c-a057-9badd76b0814 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.552960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-369badee-70ba-4d2c-a057-9badd76b0814" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.553041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-369badee-70ba-4d2c-a057-9badd76b0814" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.553294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-369badee-70ba-4d2c-a057-9badd76b0814" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.553488] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369badee-70ba-4d2c-a057-9badd76b0814',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.635863] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e86aea-6e77-43aa-a05c-8bbdd01914d2 [ 582.636115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.636247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.636314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.636521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.636607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.636698] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e86aea-6e77-43aa-a05c-8bbdd01914d2 already deleted. [ 582.636775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e86aea-6e77-43aa-a05c-8bbdd01914d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.798811] env[63036]: INFO networking_nsxv3.common.synchronization [None req-afcfc7dc-4fa5-4016-8eae-4a00f9126df4 None None] Enqueued Resource ID: 0b16e229-7221-4cf6-8de2-9e288ffd51d5 with Priority: HIGHEST for action port [ 582.799068] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b16e229-7221-4cf6-8de2-9e288ffd51d5 with Priority: HIGHEST for action port [ 582.799637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b16e229-7221-4cf6-8de2-9e288ffd51d5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.800907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b16e229-7221-4cf6-8de2-9e288ffd51d5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.800907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b16e229-7221-4cf6-8de2-9e288ffd51d5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.800907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b16e229-7221-4cf6-8de2-9e288ffd51d5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.800907] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b16e229-7221-4cf6-8de2-9e288ffd51d5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.056145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 369badee-70ba-4d2c-a057-9badd76b0814 [ 583.056398] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.056530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.056599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.056804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.056906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.056981] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:369badee-70ba-4d2c-a057-9badd76b0814 already deleted. [ 583.057078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-369badee-70ba-4d2c-a057-9badd76b0814" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.200176] env[63036]: INFO networking_nsxv3.common.synchronization [None req-30f61598-9531-4fb0-9774-dda9dd1f4904 None None] Enqueued Resource ID: 3e60115d-de4c-4f16-a873-09e740059ff9 with Priority: HIGHEST for action port [ 583.200457] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e60115d-de4c-4f16-a873-09e740059ff9 with Priority: HIGHEST for action port [ 583.201028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e60115d-de4c-4f16-a873-09e740059ff9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.201144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e60115d-de4c-4f16-a873-09e740059ff9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.201376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e60115d-de4c-4f16-a873-09e740059ff9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.201474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e60115d-de4c-4f16-a873-09e740059ff9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.201554] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e60115d-de4c-4f16-a873-09e740059ff9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.302417] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b16e229-7221-4cf6-8de2-9e288ffd51d5 [ 583.302719] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.302859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.302945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.303243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.303243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.303334] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b16e229-7221-4cf6-8de2-9e288ffd51d5 already deleted. [ 583.303409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b16e229-7221-4cf6-8de2-9e288ffd51d5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.366405] env[63036]: INFO networking_nsxv3.common.synchronization [req-978077db-5985-4d6f-b3c9-d5eb6b5d41ba req-07c1bef9-6490-4f9c-b2f1-730885d65196 tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 4fd61a51-f75f-4de7-9a43-57ad23982b1b with Priority: HIGHEST for action security_group_rules [ 583.366634] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd61a51-f75f-4de7-9a43-57ad23982b1b with Priority: HIGHEST for action security_group_rules [ 583.366925] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fd61a51-f75f-4de7-9a43-57ad23982b1b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.367103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fd61a51-f75f-4de7-9a43-57ad23982b1b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.367156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fd61a51-f75f-4de7-9a43-57ad23982b1b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.369274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fd61a51-f75f-4de7-9a43-57ad23982b1b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.369274] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fd61a51-f75f-4de7-9a43-57ad23982b1b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.705268] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e60115d-de4c-4f16-a873-09e740059ff9 [ 583.705794] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.705794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.705794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.705957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.705985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.707083] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e60115d-de4c-4f16-a873-09e740059ff9 already deleted. [ 583.707083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e60115d-de4c-4f16-a873-09e740059ff9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.890480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.891613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.891756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.891971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 583.892084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.892178] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fd61a51-f75f-4de7-9a43-57ad23982b1b already deleted. [ 583.892263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fd61a51-f75f-4de7-9a43-57ad23982b1b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.090576] env[63036]: INFO networking_nsxv3.common.synchronization [None req-dd3f3fd1-5af6-4ce6-a8a8-d1e187d1f621 None None] Enqueued Resource ID: 2b46b7ff-ed86-4ab5-8208-45b6c139901e with Priority: HIGHEST for action port [ 584.090576] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b46b7ff-ed86-4ab5-8208-45b6c139901e with Priority: HIGHEST for action port [ 584.090576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b46b7ff-ed86-4ab5-8208-45b6c139901e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.090576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b46b7ff-ed86-4ab5-8208-45b6c139901e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.090576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b46b7ff-ed86-4ab5-8208-45b6c139901e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.090576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b46b7ff-ed86-4ab5-8208-45b6c139901e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.090576] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b46b7ff-ed86-4ab5-8208-45b6c139901e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.382397] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0fd20248-648e-4e7e-98f3-a42c76d196c4 None None] Enqueued Resource ID: d089f28d-0a2a-4295-a1f8-206e46c32fba with Priority: HIGHEST for action port [ 584.382397] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d089f28d-0a2a-4295-a1f8-206e46c32fba with Priority: HIGHEST for action port [ 584.382923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d089f28d-0a2a-4295-a1f8-206e46c32fba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.382923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d089f28d-0a2a-4295-a1f8-206e46c32fba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.382923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d089f28d-0a2a-4295-a1f8-206e46c32fba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.383130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d089f28d-0a2a-4295-a1f8-206e46c32fba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.383197] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d089f28d-0a2a-4295-a1f8-206e46c32fba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.598366] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b46b7ff-ed86-4ab5-8208-45b6c139901e [ 584.598366] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.598366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.598366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.598366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.598366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.598366] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b46b7ff-ed86-4ab5-8208-45b6c139901e already deleted. [ 584.598366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b46b7ff-ed86-4ab5-8208-45b6c139901e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.886710] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d089f28d-0a2a-4295-a1f8-206e46c32fba [ 584.886710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.886710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.886710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.886710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.886710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.886710] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d089f28d-0a2a-4295-a1f8-206e46c32fba already deleted. [ 584.886710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d089f28d-0a2a-4295-a1f8-206e46c32fba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.057970] env[63036]: INFO networking_nsxv3.common.synchronization [req-89c24470-3acd-4a33-9db7-f1c494bfad3c req-28fb78f7-0eed-438b-adfc-9bbb2d433e79 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 585.058480] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 585.058791] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.058917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.058988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.059329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.059459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.059901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.059901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.059901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.059901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.060066] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.564386] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.564647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.564647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.564771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.564822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.565297] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.565297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.565297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.565450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.565450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.565541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 already deleted. [ 585.567333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.894894] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8c6c6e06-1f2d-4907-a0b4-f07a47f2f9ed None None] Enqueued Resource ID: 9d156990-ef6c-4575-9cfd-8e6ecf456e0f with Priority: HIGHEST for action port [ 585.895153] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d156990-ef6c-4575-9cfd-8e6ecf456e0f with Priority: HIGHEST for action port [ 585.895730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d156990-ef6c-4575-9cfd-8e6ecf456e0f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.895852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d156990-ef6c-4575-9cfd-8e6ecf456e0f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.895920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d156990-ef6c-4575-9cfd-8e6ecf456e0f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.896171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d156990-ef6c-4575-9cfd-8e6ecf456e0f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.896265] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d156990-ef6c-4575-9cfd-8e6ecf456e0f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.230970] env[63036]: INFO networking_nsxv3.common.synchronization [None req-091e8bf4-e4ae-4d0e-8660-da269a3551a1 None None] Enqueued Resource ID: eba4dde0-08f2-4954-a532-f0d50ca6c783 with Priority: HIGHEST for action port [ 586.230970] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba4dde0-08f2-4954-a532-f0d50ca6c783 with Priority: HIGHEST for action port [ 586.230970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba4dde0-08f2-4954-a532-f0d50ca6c783 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.230970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba4dde0-08f2-4954-a532-f0d50ca6c783" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.230970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba4dde0-08f2-4954-a532-f0d50ca6c783" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.231218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba4dde0-08f2-4954-a532-f0d50ca6c783" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.231218] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4dde0-08f2-4954-a532-f0d50ca6c783',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.274256] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.274256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.274256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.274256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.274557] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.274557] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.274637] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.275016] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.275016] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.275289] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.275410] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.275554] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.275608] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.277286] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.277286] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.277286] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.295864] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.296249] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.296249] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.296419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.296704] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.297392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.297392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.297392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.298075] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.404578] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d156990-ef6c-4575-9cfd-8e6ecf456e0f [ 586.404987] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.405102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.405193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.406067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.406067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.406067] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d156990-ef6c-4575-9cfd-8e6ecf456e0f already deleted. [ 586.406067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d156990-ef6c-4575-9cfd-8e6ecf456e0f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.715078] env[63036]: INFO networking_nsxv3.common.synchronization [None req-2f545bcb-b277-4a81-920c-b2eb03dd9130 None None] Enqueued Resource ID: d97c94df-94de-4ef6-af8e-8b18d8c4290d with Priority: HIGHEST for action port [ 586.715364] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d97c94df-94de-4ef6-af8e-8b18d8c4290d with Priority: HIGHEST for action port [ 586.715913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d97c94df-94de-4ef6-af8e-8b18d8c4290d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.717045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d97c94df-94de-4ef6-af8e-8b18d8c4290d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.717202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d97c94df-94de-4ef6-af8e-8b18d8c4290d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.720353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d97c94df-94de-4ef6-af8e-8b18d8c4290d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.720353] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97c94df-94de-4ef6-af8e-8b18d8c4290d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.734272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eba4dde0-08f2-4954-a532-f0d50ca6c783 [ 586.734272] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.734272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.734272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.734272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.734272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.734272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eba4dde0-08f2-4954-a532-f0d50ca6c783 already deleted. [ 586.734272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba4dde0-08f2-4954-a532-f0d50ca6c783" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.801513] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.801804] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.802054] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.802297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.802501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.802683] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 not found, creating... [ 586.802976] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.803202] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.803347] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.803619] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.803789] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.804191] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.804418] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.804779] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.805056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.805474] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.805474] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 is going to be created. [ 586.831083] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.831083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.831083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.831083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.831083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.831083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.145036] env[63036]: INFO networking_nsxv3.common.synchronization [None req-55ee0783-4d16-4755-914f-82f9b5a24323 None None] Enqueued Resource ID: 861868e6-0c5b-46f8-9b8e-869b2343dbb7 with Priority: HIGHEST for action port [ 587.145036] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 861868e6-0c5b-46f8-9b8e-869b2343dbb7 with Priority: HIGHEST for action port [ 587.146594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-861868e6-0c5b-46f8-9b8e-869b2343dbb7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.146749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-861868e6-0c5b-46f8-9b8e-869b2343dbb7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.146823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-861868e6-0c5b-46f8-9b8e-869b2343dbb7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.147164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-861868e6-0c5b-46f8-9b8e-869b2343dbb7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.147220] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('861868e6-0c5b-46f8-9b8e-869b2343dbb7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.222264] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d97c94df-94de-4ef6-af8e-8b18d8c4290d [ 587.222264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.223155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.223759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.223759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.223759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.224744] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d97c94df-94de-4ef6-af8e-8b18d8c4290d already deleted. [ 587.224744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d97c94df-94de-4ef6-af8e-8b18d8c4290d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.286349] env[63036]: INFO networking_nsxv3.common.synchronization [req-e3c7125e-7603-419d-bdb8-23ff63491d15 req-69b916a4-9fe7-4381-a428-9a4ad273601d tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 587.289145] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 587.289145] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.289145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.289145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.289372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.289536] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.289630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.289694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.289851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.290015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.290591] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.449471] env[63036]: INFO networking_nsxv3.common.synchronization [None req-13e8553f-ea43-4d47-8ab4-b29b8166a5ae None None] Enqueued Resource ID: f28576ea-1579-437e-9102-518db6c6b506 with Priority: HIGHEST for action port [ 587.449471] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28576ea-1579-437e-9102-518db6c6b506 with Priority: HIGHEST for action port [ 587.449471] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28576ea-1579-437e-9102-518db6c6b506 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.449471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28576ea-1579-437e-9102-518db6c6b506" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.449471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28576ea-1579-437e-9102-518db6c6b506" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.449471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28576ea-1579-437e-9102-518db6c6b506" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.449471] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28576ea-1579-437e-9102-518db6c6b506',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.649696] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 861868e6-0c5b-46f8-9b8e-869b2343dbb7 [ 587.649909] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.650936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.651067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.651289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.651400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.651508] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:861868e6-0c5b-46f8-9b8e-869b2343dbb7 already deleted. [ 587.651595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-861868e6-0c5b-46f8-9b8e-869b2343dbb7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.794395] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.794855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.794855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.794855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.795136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.795184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.795349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.795349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.795570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.795819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.795819] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b already deleted. [ 587.795819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.952188] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f28576ea-1579-437e-9102-518db6c6b506 [ 587.952313] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.952442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.952539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.952735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.952827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.952923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f28576ea-1579-437e-9102-518db6c6b506 already deleted. [ 587.953013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28576ea-1579-437e-9102-518db6c6b506" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.109614] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.109614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.109614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.109614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.109614] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.109614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.109614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.109985] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.110203] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.110363] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.110523] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.110659] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.110802] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.110968] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 588.111150] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.111488] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.117997] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4af6f9fa-35e8-4f32-8fc9-2f529f2d7b7f None None] Enqueued Resource ID: a318b1f0-f234-4391-ab2c-3398369380fb with Priority: HIGHEST for action port [ 588.118496] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a318b1f0-f234-4391-ab2c-3398369380fb with Priority: HIGHEST for action port [ 588.118892] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a318b1f0-f234-4391-ab2c-3398369380fb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.118979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a318b1f0-f234-4391-ab2c-3398369380fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.118979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a318b1f0-f234-4391-ab2c-3398369380fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.119212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a318b1f0-f234-4391-ab2c-3398369380fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.119630] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a318b1f0-f234-4391-ab2c-3398369380fb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [req-89c24470-3acd-4a33-9db7-f1c494bfad3c req-2277587c-685c-459e-bc8a-63f4e1c3cfd4 service nova] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_rules [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [req-89c24470-3acd-4a33-9db7-f1c494bfad3c req-2277587c-685c-459e-bc8a-63f4e1c3cfd4 service nova] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [req-89c24470-3acd-4a33-9db7-f1c494bfad3c req-2277587c-685c-459e-bc8a-63f4e1c3cfd4 service nova] Enqueued Resource ID: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 with Priority: HIGHEST for action port [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_rules [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 588.127183] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 with Priority: HIGHEST for action port [ 588.127183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.127183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.127594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.127594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.127594] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.128319] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.128433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.128502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.129220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.129220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.129220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.129220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.129220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.129220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.129525] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.137304] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.137436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.137491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.137673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.137750] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.142153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.143123] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 588.143123] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.143123] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.143321] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-9ae867a1-fdea-49fe-96fd-34527a98fe8f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.143470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.143470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.143470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.143470] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae867a1-fdea-49fe-96fd-34527a98fe8f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.527347] env[63036]: INFO networking_nsxv3.common.synchronization [req-75057ebe-ab81-4280-b4a9-1237f040d4d9 req-707fa5c1-32ee-4715-8a0e-b6c6df475eef tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 30eff7fa-a4c7-4451-bbe0-f96a591d79fb with Priority: HIGHEST for action security_group_rules [ 588.527880] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30eff7fa-a4c7-4451-bbe0-f96a591d79fb with Priority: HIGHEST for action security_group_rules [ 588.528206] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30eff7fa-a4c7-4451-bbe0-f96a591d79fb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.528334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30eff7fa-a4c7-4451-bbe0-f96a591d79fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.528404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30eff7fa-a4c7-4451-bbe0-f96a591d79fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.528648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30eff7fa-a4c7-4451-bbe0-f96a591d79fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.528732] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30eff7fa-a4c7-4451-bbe0-f96a591d79fb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.626734] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a318b1f0-f234-4391-ab2c-3398369380fb [ 588.626932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.626932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.627044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.627747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.627747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.627747] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a318b1f0-f234-4391-ab2c-3398369380fb already deleted. [ 588.627747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a318b1f0-f234-4391-ab2c-3398369380fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.641051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.641169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.649191] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.649431] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.649578] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.649848] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.650007] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.650167] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 9ae867a1-fdea-49fe-96fd-34527a98fe8f not found, creating... [ 588.650426] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.650616] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.650758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.650968] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.651123] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.651416] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.651616] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.651745] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.651960] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.652109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.652252] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 9ae867a1-fdea-49fe-96fd-34527a98fe8f is going to be created. [ 588.658812] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.659720] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 with status ACTIVE [ 588.659902] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.659998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.660080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.660240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.660323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.660490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.660588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.660652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.660794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.660869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.661058] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.661170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.661208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.661347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.661444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.661533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99 is going to be updated. [ 588.678263] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.679341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.679341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.679341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.679341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.679341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.692114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.693235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.693235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.693235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.693235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.693235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11ec99f-45a1-4e4c-afcd-7fe0dfb70d99" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.056787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.057110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.057110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.057500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.057500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.057629] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30eff7fa-a4c7-4451-bbe0-f96a591d79fb already deleted. [ 589.057744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30eff7fa-a4c7-4451-bbe0-f96a591d79fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.164354] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.619632] env[63036]: INFO networking_nsxv3.common.synchronization [req-e3c7125e-7603-419d-bdb8-23ff63491d15 req-2893d7e7-2808-4298-87c8-737a7c03c1b0 service nova] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_rules [ 589.619820] env[63036]: INFO networking_nsxv3.common.synchronization [req-e3c7125e-7603-419d-bdb8-23ff63491d15 req-2893d7e7-2808-4298-87c8-737a7c03c1b0 service nova] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 589.619961] env[63036]: INFO networking_nsxv3.common.synchronization [req-e3c7125e-7603-419d-bdb8-23ff63491d15 req-2893d7e7-2808-4298-87c8-737a7c03c1b0 service nova] Enqueued Resource ID: 9ae867a1-fdea-49fe-96fd-34527a98fe8f with Priority: HIGHEST for action port [ 589.620205] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_rules [ 589.620339] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 589.620437] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae867a1-fdea-49fe-96fd-34527a98fe8f with Priority: HIGHEST for action port [ 589.624281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.624281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.624281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.624281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.624281] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.626408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.626472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.626534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.626708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.626877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.627020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.627076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.627217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.627654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.627654] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.628400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae867a1-fdea-49fe-96fd-34527a98fe8f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.628493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.628493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.628996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.628996] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae867a1-fdea-49fe-96fd-34527a98fe8f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.669713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.669713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.669713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.669916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.669945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.670136] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be created. [ 589.696462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.696856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.696856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.696960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.697045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.708586] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: UNINITIALIZED for 2s [ 589.754549] env[63036]: INFO networking_nsxv3.common.synchronization [req-a886b1d9-ff57-4d67-85c7-02662b1d8def req-4b9aed78-3a98-4b69-887c-d4c30d7b270b tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Enqueued Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 589.754549] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 589.754729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.754852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.754920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.755890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.756100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.756235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.756322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.756508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.756630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 589.756774] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.132223] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.133413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.133413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.133551] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae867a1-fdea-49fe-96fd-34527a98fe8f with status ACTIVE [ 590.133705] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.133783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.133828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.134013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.134108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.134275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.134371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.134432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.134583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.134656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.134842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.134952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.135095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.135347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.135347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.135347] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae867a1-fdea-49fe-96fd-34527a98fe8f is going to be updated. [ 590.156901] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.157063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.157137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.157343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.157476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.157637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae867a1-fdea-49fe-96fd-34527a98fe8f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.259460] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.259689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.259770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.260124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.260124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.260411] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.260411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.261246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.261246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.261246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.261246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f already deleted. [ 590.261246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.593452] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.593452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.593452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.593452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.593452] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.593452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.593452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.594451] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.594892] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.597817] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.597817] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.597817] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.597817] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.597817] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.597817] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.597817] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.614173] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.614350] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 590.614489] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.614669] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.614996] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-b319a72f-a943-4e81-9c88-3c4612568153 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.615282] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.615382] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.615865] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.615865] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b319a72f-a943-4e81-9c88-3c4612568153',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.637126] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.121323] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.123895] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port b319a72f-a943-4e81-9c88-3c4612568153 not found, creating... [ 591.123895] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.123895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.124405] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.125374] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.125374] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.125848] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.126284] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.126411] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: b319a72f-a943-4e81-9c88-3c4612568153 is going to be created. [ 591.140040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.140040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.140040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.140541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.140541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.140541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be created. [ 591.151519] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.152707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.152707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.152707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.152707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.152707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.169032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.169465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.169596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.169933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.170409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.179665] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: UNINITIALIZED for 2s [ 591.570388] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3aafa4f6-c52f-4b21-a39c-ef5c31ee8066 None None] Enqueued Resource ID: 16089c35-ef85-4071-aaae-fb62f193a6fd with Priority: HIGHEST for action port [ 591.570619] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16089c35-ef85-4071-aaae-fb62f193a6fd with Priority: HIGHEST for action port [ 591.571388] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-16089c35-ef85-4071-aaae-fb62f193a6fd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.571451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16089c35-ef85-4071-aaae-fb62f193a6fd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.573908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16089c35-ef85-4071-aaae-fb62f193a6fd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.573908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16089c35-ef85-4071-aaae-fb62f193a6fd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.573908] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16089c35-ef85-4071-aaae-fb62f193a6fd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.717444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 591.717671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.717826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.718070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.719050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.719050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.719050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.719050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.719050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.719050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.719050] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.075915] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16089c35-ef85-4071-aaae-fb62f193a6fd [ 592.076294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.076432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.076501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.076883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.076883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.076883] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16089c35-ef85-4071-aaae-fb62f193a6fd already deleted. [ 592.077081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16089c35-ef85-4071-aaae-fb62f193a6fd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.102975] env[63036]: INFO networking_nsxv3.common.synchronization [None req-2e16791b-e869-4f7d-97f9-77292d6d0a93 None None] Enqueued Resource ID: 793a3119-3625-4be7-8897-21e31078caa0 with Priority: HIGHEST for action port [ 592.103478] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a3119-3625-4be7-8897-21e31078caa0 with Priority: HIGHEST for action port [ 592.103775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-793a3119-3625-4be7-8897-21e31078caa0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.103775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-793a3119-3625-4be7-8897-21e31078caa0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.103775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-793a3119-3625-4be7-8897-21e31078caa0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.103982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-793a3119-3625-4be7-8897-21e31078caa0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.105196] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('793a3119-3625-4be7-8897-21e31078caa0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.135154] env[63036]: INFO networking_nsxv3.common.synchronization [req-1225f954-566f-4a04-a84e-e3e113a455c7 req-02bc7d45-530d-4728-ab05-9b328bb58d2a tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Enqueued Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 592.135668] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 592.135956] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.136084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.136149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.137053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.137053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.137053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.137053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.137053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.137053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.137053] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.222955] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.223178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.223178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.223405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.224038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.224533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.224533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.224533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.224533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.224696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.224729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.224829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.224872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.225026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.225399] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.225399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.225399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.225550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.225550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.225623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.226132] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [req-a886b1d9-ff57-4d67-85c7-02662b1d8def req-fe956288-11b6-44a0-a600-30ba0562cad0 service nova] Enqueued Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_rules [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [req-a886b1d9-ff57-4d67-85c7-02662b1d8def req-fe956288-11b6-44a0-a600-30ba0562cad0 service nova] Enqueued Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [req-a886b1d9-ff57-4d67-85c7-02662b1d8def req-fe956288-11b6-44a0-a600-30ba0562cad0 service nova] Enqueued Resource ID: b319a72f-a943-4e81-9c88-3c4612568153 with Priority: HIGHEST for action port [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_rules [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 592.456370] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b319a72f-a943-4e81-9c88-3c4612568153 with Priority: HIGHEST for action port [ 592.456370] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.456370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.456370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.458744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.458744] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.458850] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.458965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.459037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.459275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.460707] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.460707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.460707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.460707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.460707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.460707] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.460963] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b319a72f-a943-4e81-9c88-3c4612568153 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.460963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.461199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.461903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.461903] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b319a72f-a943-4e81-9c88-3c4612568153',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.609156] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 793a3119-3625-4be7-8897-21e31078caa0 [ 592.609156] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.609156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.609156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.609156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.609156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.609380] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:793a3119-3625-4be7-8897-21e31078caa0 already deleted. [ 592.609380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-793a3119-3625-4be7-8897-21e31078caa0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.642766] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.643048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.643165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.643463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.643463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.643660] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.643834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.643971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.644061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.644141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.644224] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 already deleted. [ 592.644296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.728373] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee89026a-fda9-42a4-846c-8e59f1cf0db4: rpc.has_security_group_logging(os_id): False [ 592.747628] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.748044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.748802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.748802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.748802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.749667] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.749667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.749667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.749667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.749667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.751239] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.751239] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.751239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.751811] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be created. [ 592.814674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.814674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.814674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.814674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.814674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.826669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 592.964316] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.965821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.966142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.966802] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b319a72f-a943-4e81-9c88-3c4612568153 with status ACTIVE [ 592.967123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.967260] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.967331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.967543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.967714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.967819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.968037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.968173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.968351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.968438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.968616] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.968712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.968773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.969311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.969311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.969311] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b319a72f-a943-4e81-9c88-3c4612568153 is going to be updated. [ 593.000210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.000397] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.000636] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.000910] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.002103] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002657] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.002829] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.003160] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.003239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.003436] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.003623] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.003776] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.003919] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.004058] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 593.004169] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.004303] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.007864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.007994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.008066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.008342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.008570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.008725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b319a72f-a943-4e81-9c88-3c4612568153" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.037525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.037525] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 593.037525] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.037525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.037525] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.037525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.037525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.037525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.037525] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6b7c4c-ed1e-4693-b372-3bb141bdb231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.192835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.192835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.192835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.192835] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.475707] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.540462] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.540723] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.540773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.541065] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.541483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.541483] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 not found, creating... [ 593.541749] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.541918] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.542417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.542417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.542417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.544874] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.544874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.544874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.544874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.544874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.544874] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 is going to be created. [ 593.563614] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.563614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.563614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.563614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.563614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.563614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.695333] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.695494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.695561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.695780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.695946] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.696057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.696119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.696291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.696387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.696477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.697857] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.697986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.698054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.698213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.698372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.698448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.698509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.698644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.698720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.698798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.698983] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.774909] env[63036]: INFO networking_nsxv3.common.synchronization [None req-91aa58c6-8f07-47ef-bc1e-c0432e25a5d4 None None] Enqueued Resource ID: 02cc643a-5d49-411a-a2a9-038171d0765a with Priority: HIGHEST for action port [ 593.775554] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cc643a-5d49-411a-a2a9-038171d0765a with Priority: HIGHEST for action port [ 593.775880] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-02cc643a-5d49-411a-a2a9-038171d0765a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.777161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02cc643a-5d49-411a-a2a9-038171d0765a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.778496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02cc643a-5d49-411a-a2a9-038171d0765a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.778496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02cc643a-5d49-411a-a2a9-038171d0765a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.778496] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02cc643a-5d49-411a-a2a9-038171d0765a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.978470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.978628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.978685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.978890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.978975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.979083] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f is going to be created. [ 594.008023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.008203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.008275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.008483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.008646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.017872] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: UNINITIALIZED for 2s [ 594.201128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64506231-312b-4394-b6fb-64903dec3d2b: rpc.has_security_group_logging(os_id): False [ 594.229854] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.230012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.230082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.230298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.230375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.230561] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.230657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.230719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.230868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.230943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.231146] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.231240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.231293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.231468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.231562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.231755] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.231963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.231963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.232062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.232153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.232214] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be created. [ 594.277394] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b5ae4332-3687-4f0a-a324-1416fda1e869 None None] Enqueued Resource ID: 6d987935-23ae-47be-9789-68bfe254ca07 with Priority: HIGHEST for action port [ 594.277394] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d987935-23ae-47be-9789-68bfe254ca07 with Priority: HIGHEST for action port [ 594.277899] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d987935-23ae-47be-9789-68bfe254ca07 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.277899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d987935-23ae-47be-9789-68bfe254ca07" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.277899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d987935-23ae-47be-9789-68bfe254ca07" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.278130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d987935-23ae-47be-9789-68bfe254ca07" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.278208] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d987935-23ae-47be-9789-68bfe254ca07',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.282650] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02cc643a-5d49-411a-a2a9-038171d0765a [ 594.282650] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.282650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.282650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.282795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.282822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.282967] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02cc643a-5d49-411a-a2a9-038171d0765a already deleted. [ 594.283054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02cc643a-5d49-411a-a2a9-038171d0765a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.305240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.306098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.306098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.306601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.307424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.324167] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 594.580974] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a5674b0-f1db-4b31-805c-848980297e85 req-437b118e-6195-4e4f-b986-f2bf99793c7f tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Enqueued Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 594.580974] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 594.580974] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.580974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.580974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.580974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.584218] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.584218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.584218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.584218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.584218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.584218] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.782320] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d987935-23ae-47be-9789-68bfe254ca07 [ 594.782446] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.782599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.782670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.782882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.782967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.783075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d987935-23ae-47be-9789-68bfe254ca07 already deleted. [ 594.783513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d987935-23ae-47be-9789-68bfe254ca07" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.842847] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 594.842847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.879020] env[63036]: INFO networking_nsxv3.common.synchronization [req-1225f954-566f-4a04-a84e-e3e113a455c7 req-18233128-f88e-4bb6-8647-34118cd36041 service nova] Enqueued Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_rules [ 594.879210] env[63036]: INFO networking_nsxv3.common.synchronization [req-1225f954-566f-4a04-a84e-e3e113a455c7 req-18233128-f88e-4bb6-8647-34118cd36041 service nova] Enqueued Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 594.879365] env[63036]: INFO networking_nsxv3.common.synchronization [req-1225f954-566f-4a04-a84e-e3e113a455c7 req-18233128-f88e-4bb6-8647-34118cd36041 service nova] Enqueued Resource ID: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 with Priority: HIGHEST for action port [ 594.879597] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_rules [ 594.879724] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 594.879819] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 with Priority: HIGHEST for action port [ 594.880658] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.880658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.880658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.880900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.880900] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.883737] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.883737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.883967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.884022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.885037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.885037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.885037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.885037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.885037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.885037] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.885482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.885594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.885658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.885808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.885880] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6b7c4c-ed1e-4693-b372-3bb141bdb231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.086645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.086645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.086645] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 already deleted. [ 595.086645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.388489] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.388615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.388805] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.390174] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 with status ACTIVE [ 595.390174] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.390174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.390453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.390542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.390703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.390917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.391099] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.391201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.391241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.391368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.391477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.391516] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a6b7c4c-ed1e-4693-b372-3bb141bdb231 is going to be updated. [ 595.400865] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-65" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-65" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-65" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.407615] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.407615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.407615] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.407615] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.407615] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.407615] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.407615] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.407615] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.407615] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.418140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.418140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.418140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.418140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.418140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.418140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6b7c4c-ed1e-4693-b372-3bb141bdb231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.427990] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.427990] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.427990] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.427990] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-65" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.427990] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.428561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.428821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.429240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.429547] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.527750] env[63036]: INFO networking_nsxv3.common.synchronization [req-75456ec7-966a-49f0-8d8f-71a9e3922c2a req-81a4e832-c4d0-4fc1-b943-65d82625342b tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 9ede4ea7-14fd-4ce1-8c74-e5251b31c74b with Priority: HIGHEST for action security_group_rules [ 595.528302] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ede4ea7-14fd-4ce1-8c74-e5251b31c74b with Priority: HIGHEST for action security_group_rules [ 595.529790] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ede4ea7-14fd-4ce1-8c74-e5251b31c74b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.529917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ede4ea7-14fd-4ce1-8c74-e5251b31c74b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.529961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ede4ea7-14fd-4ce1-8c74-e5251b31c74b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.530223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ede4ea7-14fd-4ce1-8c74-e5251b31c74b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.530271] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ede4ea7-14fd-4ce1-8c74-e5251b31c74b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.560814] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4d5743fc-3737-4713-a2f1-3ef622a62d6b None None] Enqueued Resource ID: 20568818-03f1-4eff-b10d-45f96f704ea9 with Priority: HIGHEST for action port [ 595.561032] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20568818-03f1-4eff-b10d-45f96f704ea9 with Priority: HIGHEST for action port [ 595.562158] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-20568818-03f1-4eff-b10d-45f96f704ea9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.562158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20568818-03f1-4eff-b10d-45f96f704ea9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.562158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20568818-03f1-4eff-b10d-45f96f704ea9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.566193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20568818-03f1-4eff-b10d-45f96f704ea9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.566193] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20568818-03f1-4eff-b10d-45f96f704ea9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.654816] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4dddca58-91f6-4489-80b3-3a7fdc703e71 None None] Enqueued Resource ID: ae13ba3b-2946-4a77-8942-214c2ff793e6 with Priority: HIGHEST for action port [ 595.655118] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae13ba3b-2946-4a77-8942-214c2ff793e6 with Priority: HIGHEST for action port [ 595.655672] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae13ba3b-2946-4a77-8942-214c2ff793e6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.655800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae13ba3b-2946-4a77-8942-214c2ff793e6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.655868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae13ba3b-2946-4a77-8942-214c2ff793e6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.660193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae13ba3b-2946-4a77-8942-214c2ff793e6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.660300] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae13ba3b-2946-4a77-8942-214c2ff793e6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.896270] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.935907] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.935907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.935907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.935907] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a not found, creating... [ 595.935907] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.936765] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.937152] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.937409] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.938304] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.938304] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.938304] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.938626] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.938867] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.939613] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a is going to be created. [ 595.959345] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.959595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.959690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.959959] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.960211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.960455] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.034595] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: SUCCESS [ 596.034816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.036164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.036257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.036442] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.036561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.036629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.036858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.036858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.036947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.037029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.058331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.058331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.058331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.058331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.058331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.058331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ede4ea7-14fd-4ce1-8c74-e5251b31c74b already deleted. [ 596.058331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ede4ea7-14fd-4ce1-8c74-e5251b31c74b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.068037] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20568818-03f1-4eff-b10d-45f96f704ea9 [ 596.068365] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.068505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.068678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.068986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.069101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.069201] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20568818-03f1-4eff-b10d-45f96f704ea9 already deleted. [ 596.069286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20568818-03f1-4eff-b10d-45f96f704ea9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.161830] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae13ba3b-2946-4a77-8942-214c2ff793e6 [ 596.162080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.162634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.162634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.162634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.162634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.162805] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae13ba3b-2946-4a77-8942-214c2ff793e6 already deleted. [ 596.162805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae13ba3b-2946-4a77-8942-214c2ff793e6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.335117] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 596.335930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.401932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.402292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.402653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.403548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.403548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.403548] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 is going to be created. [ 596.429150] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.429288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.429359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.429572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.429721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.439520] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: UNINITIALIZED for 2s [ 596.540250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.540250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.540250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.540455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.540772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.540772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.540772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.540938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.540938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.541011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.541128] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.541212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.541313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.542439] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.542439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.542439] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.044539] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35ab3aef-c089-4e90-93d6-baccd66fd46f: rpc.has_security_group_logging(os_id): False [ 597.062418] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.062418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.062418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.063038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.063038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.063560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.063560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.063560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.063560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.063815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.063845] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.063982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.064033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.064541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.064632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.065017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.065903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.065903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.065903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.065903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.065903] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f is going to be created. [ 597.110513] env[63036]: INFO networking_nsxv3.common.synchronization [None req-16fd421f-3ef9-41c3-8b78-ed5bd2cf1659 tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 597.111281] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 597.111676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.111879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.112160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.112234] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.119468] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.119468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.119468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.119468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.119468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.129198] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: IN_PROGRESS for 2s [ 597.146398] env[63036]: INFO networking_nsxv3.common.synchronization [req-7f22d15a-314e-468c-a268-cf11ac5f9d20 req-2c9153d4-865c-4a7d-a5ae-03cd9588bb01 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 597.151018] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 597.151018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.151018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.151018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.151018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.259758] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7320ec9e-c0dc-466e-b9fb-a01b001f0f4a tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 597.260284] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 597.260559] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.260684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.290622] env[63036]: INFO networking_nsxv3.common.synchronization [None req-5af294ed-1321-48e9-8d3d-007c817b461a None None] Enqueued Resource ID: 874f96d6-41ef-4ef7-828b-53d1a37a8d00 with Priority: HIGHEST for action port [ 597.290622] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 874f96d6-41ef-4ef7-828b-53d1a37a8d00 with Priority: HIGHEST for action port [ 597.294021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-874f96d6-41ef-4ef7-828b-53d1a37a8d00 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.294021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-874f96d6-41ef-4ef7-828b-53d1a37a8d00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.294021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-874f96d6-41ef-4ef7-828b-53d1a37a8d00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.294021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-874f96d6-41ef-4ef7-828b-53d1a37a8d00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.294021] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('874f96d6-41ef-4ef7-828b-53d1a37a8d00',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.463037] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a5674b0-f1db-4b31-805c-848980297e85 req-a5ebb782-a208-4a0b-8247-59cb7e1a1940 service nova] Enqueued Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_rules [ 597.463825] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a5674b0-f1db-4b31-805c-848980297e85 req-a5ebb782-a208-4a0b-8247-59cb7e1a1940 service nova] Enqueued Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 597.463825] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a5674b0-f1db-4b31-805c-848980297e85 req-a5ebb782-a208-4a0b-8247-59cb7e1a1940 service nova] Enqueued Resource ID: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a with Priority: HIGHEST for action port [ 597.463825] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_rules [ 597.463825] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 597.464016] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a with Priority: HIGHEST for action port [ 597.464416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.465052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.465052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.465311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.465389] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.466262] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.466364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.466989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.468358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.468526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.468659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.468700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.468843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.468927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.471016] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.473646] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.473770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.473837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.474032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.474110] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.633433] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.633596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.633635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.633919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.634063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.634181] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 already deleted. [ 597.634318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.634562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.634837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.634965] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.657118] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.657268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.657337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.657660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.657748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.657946] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.658117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.658337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.658419] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 already deleted. [ 597.658494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.794677] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 874f96d6-41ef-4ef7-828b-53d1a37a8d00 [ 597.794909] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.795074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.795119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.795319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.795399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.795488] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:874f96d6-41ef-4ef7-828b-53d1a37a8d00 already deleted. [ 597.795563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-874f96d6-41ef-4ef7-828b-53d1a37a8d00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.976357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.976548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.976706] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.980332] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a with status ACTIVE [ 597.981456] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.981524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.981596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.981865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.981956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.982164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.982262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.982324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.982477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.982547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.982761] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.982852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.982907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.983073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.983144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.984391] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a is going to be updated. [ 598.005467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.005467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.005467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.005467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.005467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.005467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a38e4b8e-490a-4a51-bff5-8ecf3e6b0e0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.011533] env[63036]: INFO networking_nsxv3.common.synchronization [None req-21db7dec-f9bb-426d-8e9a-f19314f8036b None None] Enqueued Resource ID: d1a074ba-e598-41b5-8bed-2221bdd966a8 with Priority: HIGHEST for action port [ 598.011885] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a074ba-e598-41b5-8bed-2221bdd966a8 with Priority: HIGHEST for action port [ 598.012414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a074ba-e598-41b5-8bed-2221bdd966a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.012551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a074ba-e598-41b5-8bed-2221bdd966a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.012603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a074ba-e598-41b5-8bed-2221bdd966a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.012867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a074ba-e598-41b5-8bed-2221bdd966a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.012946] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a074ba-e598-41b5-8bed-2221bdd966a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.113216] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.113498] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.113585] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.113855] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.114166] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.114352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.114468] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.114695] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.114846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.115062] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.115172] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.115279] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.115382] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.115488] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 598.115594] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.115728] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.136728] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.136911] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 598.139515] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.139515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.139515] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-471db8f3-fbde-4e0d-af24-31c974a671f0 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.139515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.139515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.139515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.139515] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471db8f3-fbde-4e0d-af24-31c974a671f0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.164546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.164546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.164546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.164546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.164546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.164546] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 already deleted. [ 598.164546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.451342] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: SUCCESS [ 598.451701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.451925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.452356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.452666] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.452814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.452921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.453332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.453481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.453611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.453743] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.480035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.519208] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1a074ba-e598-41b5-8bed-2221bdd966a8 [ 598.519463] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.519606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.519681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.519907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.520017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.520428] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1a074ba-e598-41b5-8bed-2221bdd966a8 already deleted. [ 598.520529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a074ba-e598-41b5-8bed-2221bdd966a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.641506] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.641506] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.641700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.642040] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.642216] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.642378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 471db8f3-fbde-4e0d-af24-31c974a671f0 not found, creating... [ 598.642647] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.642834] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.644254] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.644254] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.644254] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.644254] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.644254] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.644254] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.644634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.644845] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.645461] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 471db8f3-fbde-4e0d-af24-31c974a671f0 is going to be created. [ 598.669687] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.670131] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.670322] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.670669] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.670793] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.671071] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.957586] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.957891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.957891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.961400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.961400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.961400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.961400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.961400] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.981878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.982019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.982084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.982320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.982361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.982452] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 is going to be created. [ 599.017303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.017379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.017443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.017651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.017802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.026666] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: UNINITIALIZED for 2s [ 599.093819] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0e30fc1a-72c0-41b5-b1ca-84e582126fd1 None None] Enqueued Resource ID: e21a68a1-1b07-40fd-a592-a67e9bc180d2 with Priority: HIGHEST for action port [ 599.095536] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21a68a1-1b07-40fd-a592-a67e9bc180d2 with Priority: HIGHEST for action port [ 599.096212] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c06b0788-d870-4797-ade9-d5febc397139 None None] Enqueued Resource ID: 5fb453cb-dade-4ef5-8920-8f100e6418c0 with Priority: HIGHEST for action port [ 599.096554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21a68a1-1b07-40fd-a592-a67e9bc180d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.096671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21a68a1-1b07-40fd-a592-a67e9bc180d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.096774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21a68a1-1b07-40fd-a592-a67e9bc180d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.097086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21a68a1-1b07-40fd-a592-a67e9bc180d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.097193] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21a68a1-1b07-40fd-a592-a67e9bc180d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.098659] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb453cb-dade-4ef5-8920-8f100e6418c0 with Priority: HIGHEST for action port [ 599.099183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb453cb-dade-4ef5-8920-8f100e6418c0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.099315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb453cb-dade-4ef5-8920-8f100e6418c0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.099396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb453cb-dade-4ef5-8920-8f100e6418c0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.099633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb453cb-dade-4ef5-8920-8f100e6418c0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.099731] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb453cb-dade-4ef5-8920-8f100e6418c0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.141971] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: SUCCESS [ 599.144765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.463919] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8: rpc.has_security_group_logging(os_id): False [ 599.483888] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.484357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.484357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.484357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.484878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.484878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.484878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.484878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.485342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.485342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.485342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.485342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.486117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.486117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.486117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.486117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.486117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.486117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.486500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.486500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.486500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 is going to be created. [ 599.546169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.546169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.546169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.546169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.546169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.556778] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: IN_PROGRESS for 2s [ 599.565647] env[63036]: INFO networking_nsxv3.common.synchronization [req-7f22d15a-314e-468c-a268-cf11ac5f9d20 req-36aee172-f52e-472f-b8bd-143d46b00683 service nova] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_rules [ 599.565736] env[63036]: INFO networking_nsxv3.common.synchronization [req-7f22d15a-314e-468c-a268-cf11ac5f9d20 req-36aee172-f52e-472f-b8bd-143d46b00683 service nova] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 599.566052] env[63036]: INFO networking_nsxv3.common.synchronization [req-7f22d15a-314e-468c-a268-cf11ac5f9d20 req-36aee172-f52e-472f-b8bd-143d46b00683 service nova] Enqueued Resource ID: 471db8f3-fbde-4e0d-af24-31c974a671f0 with Priority: HIGHEST for action port [ 599.568409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_rules [ 599.568409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 599.568409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471db8f3-fbde-4e0d-af24-31c974a671f0 with Priority: HIGHEST for action port [ 599.569768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.569768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.569768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.569909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.570335] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.574853] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.574853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.574853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.574853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.574853] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.574853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.574853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.576319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.576319] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.578490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-471db8f3-fbde-4e0d-af24-31c974a671f0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.578490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.578490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.578490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.578490] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471db8f3-fbde-4e0d-af24-31c974a671f0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.601328] env[63036]: INFO networking_nsxv3.common.synchronization [req-51bc25aa-0692-4695-a709-4899049363f7 req-072772f9-5c9c-44c4-813a-37ba1e6d8438 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 599.601328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e21a68a1-1b07-40fd-a592-a67e9bc180d2 [ 599.601328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.601328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.601328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.601328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.601328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.601328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e21a68a1-1b07-40fd-a592-a67e9bc180d2 already deleted. [ 599.602930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21a68a1-1b07-40fd-a592-a67e9bc180d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.603504] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 599.603771] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb453cb-dade-4ef5-8920-8f100e6418c0 [ 599.603951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.604090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.604156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.605053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.605053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.605053] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb453cb-dade-4ef5-8920-8f100e6418c0 already deleted. [ 599.605053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb453cb-dade-4ef5-8920-8f100e6418c0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.605053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.605053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.605053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.605665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.605665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.605665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.605665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.605665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.605984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.605984] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.081064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 471db8f3-fbde-4e0d-af24-31c974a671f0 with status ACTIVE [ 600.081313] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.081465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.081529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.081818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.081905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.082117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.082220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.082299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.082449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.082521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.082730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.082847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.082886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.083085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.083085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.083185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 471db8f3-fbde-4e0d-af24-31c974a671f0 is going to be updated. [ 600.086874] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.092829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.092984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.109593] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.109803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.109910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.110182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.110274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.110477] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.110575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.110646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.110848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.110968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.111089] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e already deleted. [ 600.111164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.112746] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.112908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.112977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.113391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.113530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.113690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471db8f3-fbde-4e0d-af24-31c974a671f0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.595443] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.706687] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.708333] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.708718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.709352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.709542] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.710070] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.713234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.713234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.713234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.713234] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.713234] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.713234] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.713234] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.713234] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 600.713234] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.713234] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.717504] env[63036]: INFO networking_nsxv3.common.synchronization [req-4a351d86-bd9a-4332-872a-78e7aea12a3e req-54fc66c1-5034-4a18-a6ff-a378fdaf8545 tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 50eabb53-9689-4cdd-a953-7dc455fffcd9 with Priority: HIGHEST for action security_group_rules [ 600.718623] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50eabb53-9689-4cdd-a953-7dc455fffcd9 with Priority: HIGHEST for action security_group_rules [ 600.719213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50eabb53-9689-4cdd-a953-7dc455fffcd9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.719381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50eabb53-9689-4cdd-a953-7dc455fffcd9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.719452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50eabb53-9689-4cdd-a953-7dc455fffcd9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.719879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50eabb53-9689-4cdd-a953-7dc455fffcd9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.719958] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50eabb53-9689-4cdd-a953-7dc455fffcd9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.736334] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.736516] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 600.736662] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.736843] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.737210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.737480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.737480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.737974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.738503] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e7ae83-360f-4ecb-bd95-15e91e5e31f9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.039473] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: SUCCESS [ 601.039564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.039761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.039982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.040183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.040310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.040372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.040524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.040605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.040697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.040777] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.098263] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.098796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.098881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.099114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.099209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.099312] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be created. [ 601.123176] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.123176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.123176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.123176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.123176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.127204] env[63036]: INFO networking_nsxv3.common.synchronization [None req-52f6e51d-8af5-4e3c-8d78-fd7fcd180c86 None None] Enqueued Resource ID: b508633f-a877-41b2-aecc-8bdf536f0270 with Priority: HIGHEST for action port [ 601.130025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b508633f-a877-41b2-aecc-8bdf536f0270 with Priority: HIGHEST for action port [ 601.130025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b508633f-a877-41b2-aecc-8bdf536f0270 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.130025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b508633f-a877-41b2-aecc-8bdf536f0270" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.130025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b508633f-a877-41b2-aecc-8bdf536f0270" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.130025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b508633f-a877-41b2-aecc-8bdf536f0270" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.130025] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b508633f-a877-41b2-aecc-8bdf536f0270',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.131283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: UNINITIALIZED for 2s [ 601.240637] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.240864] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.240988] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.241297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.241437] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.241596] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 not found, creating... [ 601.241935] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.242125] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.242236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.242448] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.242582] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.242891] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.243250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.243396] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.243611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.243746] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.244019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 is going to be created. [ 601.247449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.247588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.247644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.248239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.248239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.248239] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50eabb53-9689-4cdd-a953-7dc455fffcd9 already deleted. [ 601.248239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50eabb53-9689-4cdd-a953-7dc455fffcd9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.266605] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.266894] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.266950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.268026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.268026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.268026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.321321] env[63036]: INFO networking_nsxv3.common.synchronization [req-e452ee4c-1663-46fc-856d-77f26e1fd598 req-106ba145-7596-4509-9232-db3aea48a99e tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 601.321321] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 601.321321] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.321321] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.321321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.321321] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.543165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.543403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.543567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.543764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.544193] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.545640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.545640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.545640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.546354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.546354] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.569517] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: SUCCESS [ 601.569751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.633656] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b508633f-a877-41b2-aecc-8bdf536f0270 [ 601.633926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.634086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.634154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.634366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.634443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.634533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b508633f-a877-41b2-aecc-8bdf536f0270 already deleted. [ 601.634622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b508633f-a877-41b2-aecc-8bdf536f0270" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.824572] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.824741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.824812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.825045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.825139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.825337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.825435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.825497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.825646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.825722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.825807] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe already deleted. [ 601.825891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.955192] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.956034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.956034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.956034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.956034] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.956312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.956312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.956519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.956706] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.958320] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.958453] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.961940] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.962037] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.962597] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 601.962597] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.962867] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.981270] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.981270] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 601.981270] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.981270] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.982224] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.982224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.982224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.982224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.982393] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.049089] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4b23f83-bf6b-4819-a996-ddc44adb7735: rpc.has_security_group_logging(os_id): False [ 602.066851] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.066995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.067077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.067291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.067378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.067641] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.067738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.067801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.068041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.068124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.068307] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.068471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.068504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.068740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.068740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.068920] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.069412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.069484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.069634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.069709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.069795] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 is going to be created. [ 602.124448] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.124531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.124588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.127225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.149569] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: IN_PROGRESS for 2s [ 602.279371] env[63036]: INFO networking_nsxv3.common.synchronization [None req-6f0b96c5-8eaf-4fcd-9793-6a572ca8e29c tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 602.279977] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 602.281810] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.281810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.281810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.281810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.281810] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.474959] env[63036]: INFO networking_nsxv3.common.synchronization [None req-5980f54f-1f3a-4198-a06d-7e2051bb2d8f tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 602.475486] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 602.476099] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.476099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.487778] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.488271] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.488271] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.488408] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.488514] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.488662] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 not found, creating... [ 602.488919] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.489088] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.489288] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.489608] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.489760] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.490049] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.490473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.490473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.490540] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.490657] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.490795] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 is going to be created. [ 602.511026] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.511170] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.511289] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.511575] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.511846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.512097] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [req-51bc25aa-0692-4695-a709-4899049363f7 req-bdc735a4-e293-4cfd-8595-3c9133f61958 service nova] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [req-51bc25aa-0692-4695-a709-4899049363f7 req-bdc735a4-e293-4cfd-8595-3c9133f61958 service nova] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [req-51bc25aa-0692-4695-a709-4899049363f7 req-bdc735a4-e293-4cfd-8595-3c9133f61958 service nova] Enqueued Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 602.563185] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 602.563185] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.563185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.563185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.563185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.563185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.564371] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.564535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.564636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.564848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.565046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.565207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.565303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.565544] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.565666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.565798] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.566979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.567171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.567274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.567462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.567594] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e7ae83-360f-4ecb-bd95-15e91e5e31f9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.800363] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.801090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.801090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.801090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.801090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.801090] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 already deleted. [ 602.801090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.801275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.801346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.801412] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.069637] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.070767] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.070895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.071324] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with status ACTIVE [ 603.071779] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.074112] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.074112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.074376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.074482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.074681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.074681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.074759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.074846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.074928] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 is going to be updated. [ 603.097869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.097869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.097869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.097869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.097869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.097869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.147637] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 603.148927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.151337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.151337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.151337] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.324784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.324971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.325045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.325270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.325356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.325451] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 already deleted. [ 603.326121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [req-e452ee4c-1663-46fc-856d-77f26e1fd598 req-a4c36e15-c75d-4095-9f34-732f96754feb service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [req-e452ee4c-1663-46fc-856d-77f26e1fd598 req-a4c36e15-c75d-4095-9f34-732f96754feb service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [req-e452ee4c-1663-46fc-856d-77f26e1fd598 req-a4c36e15-c75d-4095-9f34-732f96754feb service nova] Enqueued Resource ID: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 with Priority: HIGHEST for action port [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 603.425021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 with Priority: HIGHEST for action port [ 603.425563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.425612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.425674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.425917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.426027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.427463] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.427600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.427665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.427871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.428045] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.428158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.428228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.428393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.428476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.428795] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.429355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.429474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.429592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.429716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.429812] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.574060] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.653300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.655331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.655331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.655331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.655869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.655869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.655869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.655869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.655869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.656198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.657567] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.938278] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.938278] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.938278] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 with status ACTIVE [ 603.938278] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.938278] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.938278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.941476] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.941799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.942014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.942301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.942551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.942723] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1 is going to be updated. [ 603.964095] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.964259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.964330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.964535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.964667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.964831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e9a93d-33cf-4ab0-bc93-08f989ffe9a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.077455] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.077607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.077678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.078504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.078504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.078504] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be created. [ 604.105815] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.105815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.105815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.106029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.106194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.116091] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: UNINITIALIZED for 2s [ 604.159925] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fedb1942-fbaf-4c53-9744-0f21235b9ec0: rpc.has_security_group_logging(os_id): False [ 604.165089] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: SUCCESS [ 604.165334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.192215] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.192215] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.192215] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.192735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.193454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.193673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.193937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.194152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.194330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be created. [ 604.270343] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.270343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.270343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.284868] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 604.444940] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.947872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.948271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.948271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.948386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.948479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.948853] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be created. [ 604.974745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.974905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.974983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.975231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.975383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.985529] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: UNINITIALIZED for 2s [ 606.125653] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: UNINITIALIZED for 4s [ 606.299619] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 606.299720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.600197] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3e26ca61-b9f1-4f3b-af5a-04f37a6abfe0 None None] Enqueued Resource ID: 5d0677e7-1970-4fd7-a8a8-1f6e492d59d3 with Priority: HIGHEST for action port [ 606.600597] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d0677e7-1970-4fd7-a8a8-1f6e492d59d3 with Priority: HIGHEST for action port [ 606.600882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d0677e7-1970-4fd7-a8a8-1f6e492d59d3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.601020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d0677e7-1970-4fd7-a8a8-1f6e492d59d3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.603669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d0677e7-1970-4fd7-a8a8-1f6e492d59d3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.603946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d0677e7-1970-4fd7-a8a8-1f6e492d59d3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.604045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d0677e7-1970-4fd7-a8a8-1f6e492d59d3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.000180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.000180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.000180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.000180] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.107910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d0677e7-1970-4fd7-a8a8-1f6e492d59d3 [ 607.107910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.107910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.107910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.107910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.107910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.107910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d0677e7-1970-4fd7-a8a8-1f6e492d59d3 already deleted. [ 607.107910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d0677e7-1970-4fd7-a8a8-1f6e492d59d3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.504392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.504392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.504392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.504392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.504392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.505212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.505212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.505212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.505212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.505212] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.532596] env[63036]: INFO networking_nsxv3.common.synchronization [req-32405a6a-333e-4299-a3aa-ebb756858fec req-f7b62629-0ee5-4f7f-9fb4-64b5604359b3 tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Enqueued Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 607.534434] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 607.534624] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.534785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.534951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.535345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.535403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.535482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.535582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.536288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.536288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.536288] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.007850] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 608.027056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.027056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.027056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.027056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.027595] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.027595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.027595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.028178] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be created. [ 608.039764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.039764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.039764] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e already deleted. [ 608.039764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.082977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.082977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.082977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.082977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.082977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.094936] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 608.140276] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 608.140276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.140276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.140276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.140276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.140276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.140655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.140974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.141038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.141113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.141233] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.552713] env[63036]: INFO networking_nsxv3.common.synchronization [req-597f584f-6c48-408d-9d79-810ed61a2b01 req-6f2afcca-5639-4649-9061-424bb0dc4569 tempest-DeleteServersAdminTestJSON-1464207288 tempest-DeleteServersAdminTestJSON-1464207288-project-admin] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 608.553556] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 608.553652] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.553723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.553805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.557806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.558175] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.558237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.558312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.558589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.558589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.558682] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.643809] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.643995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.644083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.645127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.645326] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.645436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.645501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.645757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.645856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.646014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.646171] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.646278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.646337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.646480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.646612] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.647868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.647868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.647868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.647868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.647868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.647868] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.740574] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-73" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.740574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-73" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-73" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.753030] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.753030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.753030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.753030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.753030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.753030] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.753030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.753030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.753030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.753030] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 608.753030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.753030] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.780597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.780864] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 608.780928] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.782883] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-73" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.782883] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.782883] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.782883] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.783320] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.783320] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aeb6a4b-01f8-43c2-850d-a2513cf014ad',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.895864] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ba56c7ce-5f10-41f6-8def-1a83ebe2e47c None None] Enqueued Resource ID: a1391459-47ae-4840-852a-ab9127a1b89b with Priority: HIGHEST for action port [ 608.895864] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1391459-47ae-4840-852a-ab9127a1b89b with Priority: HIGHEST for action port [ 608.895864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1391459-47ae-4840-852a-ab9127a1b89b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.895864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1391459-47ae-4840-852a-ab9127a1b89b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.895864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1391459-47ae-4840-852a-ab9127a1b89b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.897125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1391459-47ae-4840-852a-ab9127a1b89b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.897622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1391459-47ae-4840-852a-ab9127a1b89b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.062351] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.062524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.062704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.063294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.063294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.063294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.063294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.063294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.063591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.063591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.063591] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be updated. [ 609.087529] env[63036]: INFO networking_nsxv3.common.synchronization [req-9ac17fc2-18f8-4d0c-a2cb-319c1db7acab req-45d4c76b-896c-4663-ab1a-87f3d1817e87 tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 609.088050] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 609.088345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3517267b-c51f-45ef-b9e8-34f8d509603f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.088464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.088543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.089189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.089275] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3517267b-c51f-45ef-b9e8-34f8d509603f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.091673] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.091803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.091854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.092279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.092279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.102886] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 609.151264] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 609.172203] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.172402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.172689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.172932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.173144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.173379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.173565] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.173717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.173927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.174169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.174264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.174324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.174462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.174535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.174618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be created. [ 609.256238] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.256238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.256238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.256238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.258576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.270638] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 609.286671] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.288351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.288351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.289158] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.289158] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.289363] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad not found, creating... [ 609.289696] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.289919] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.290958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.290958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.290958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.291574] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291982] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.292268] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.292774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.293226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.293909] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad is going to be created. [ 609.330273] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.330273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.330273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.330273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.331389] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.331389] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.406783] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1391459-47ae-4840-852a-ab9127a1b89b [ 609.406783] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.406783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.406783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.406783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.406783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.406783] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1391459-47ae-4840-852a-ab9127a1b89b already deleted. [ 609.406783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1391459-47ae-4840-852a-ab9127a1b89b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.406783] env[63036]: INFO networking_nsxv3.common.synchronization [None req-94b6550b-8ce0-409c-b0db-f745ede4ee11 None None] Enqueued Resource ID: 9400d4e8-b2a0-4b1a-97fe-13aea787f249 with Priority: HIGHEST for action port [ 609.410858] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9400d4e8-b2a0-4b1a-97fe-13aea787f249 with Priority: HIGHEST for action port [ 609.411759] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9400d4e8-b2a0-4b1a-97fe-13aea787f249 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.412099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9400d4e8-b2a0-4b1a-97fe-13aea787f249" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.412264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9400d4e8-b2a0-4b1a-97fe-13aea787f249" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.412660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9400d4e8-b2a0-4b1a-97fe-13aea787f249" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.412948] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9400d4e8-b2a0-4b1a-97fe-13aea787f249',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.619704] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.619704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.619704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.619704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.619704] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3517267b-c51f-45ef-b9e8-34f8d509603f already deleted. [ 609.619704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.918699] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9400d4e8-b2a0-4b1a-97fe-13aea787f249 [ 609.918945] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.919376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.919376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.919596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.919596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.919596] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9400d4e8-b2a0-4b1a-97fe-13aea787f249 already deleted. [ 609.920904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9400d4e8-b2a0-4b1a-97fe-13aea787f249" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.939592] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc994229-8503-4314-8ae9-45a8ada1df1c req-99a614a3-8e69-447e-b5af-a4566266b920 tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 609.940169] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 609.940722] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.940722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.940722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.940911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.941645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.941834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.942839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.942839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.942839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.942839] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.107821] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 610.108058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.253648] env[63036]: INFO networking_nsxv3.common.synchronization [None req-f9febc95-401a-450f-b6b8-d176df63aaf1 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 610.253960] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 610.254293] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.254421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.254487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.254929] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.445043] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.445972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.446110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.446318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.446461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.446717] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.446839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.446932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.447153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.447238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.447307] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 already deleted. [ 610.447368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.586927] env[63036]: INFO networking_nsxv3.common.synchronization [None req-92b4456c-960f-45ba-be07-f405fb149b33 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 610.586927] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 610.586927] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.586927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.776022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.776284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.776284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.777081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.777081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.777588] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 already deleted. [ 610.777989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.777989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.778951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.779178] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.801426] env[63036]: INFO networking_nsxv3.common.synchronization [req-32405a6a-333e-4299-a3aa-ebb756858fec req-fa09a6fd-907b-4823-8dfe-175fe6bf9d80 service nova] Enqueued Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_rules [ 610.801603] env[63036]: INFO networking_nsxv3.common.synchronization [req-32405a6a-333e-4299-a3aa-ebb756858fec req-fa09a6fd-907b-4823-8dfe-175fe6bf9d80 service nova] Enqueued Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 610.801747] env[63036]: INFO networking_nsxv3.common.synchronization [req-32405a6a-333e-4299-a3aa-ebb756858fec req-fa09a6fd-907b-4823-8dfe-175fe6bf9d80 service nova] Enqueued Resource ID: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad with Priority: HIGHEST for action port [ 610.802448] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_rules [ 610.802593] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 610.802696] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad with Priority: HIGHEST for action port [ 610.802969] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.803270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.803389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.803761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.803761] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.804733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.805627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.805759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.806197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.806614] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.806614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.806614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.807043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.807198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.807332] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.808510] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.808682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.808993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.809090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.809209] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aeb6a4b-01f8-43c2-850d-a2513cf014ad',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.113161] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 611.113355] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 deletion is rescheduled due to dependency. [ 611.113467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.206570] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.207248] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-361" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.207248] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-361" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.207248] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-361" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.207601] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.207770] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.207889] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.208286] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.208370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.208784] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.209042] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.209138] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.209252] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.209370] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.209680] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.209915] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.227025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.227188] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.227327] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.227507] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-361" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.227864] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-3db3479f-45c0-47dd-bbd2-a199b9d6804b taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.228650] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.228650] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.228835] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.229133] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db3479f-45c0-47dd-bbd2-a199b9d6804b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.280998] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 611.281226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.297792] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.297998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.298082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.298246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.298408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.298445] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 already deleted. [ 611.298607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.311276] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aeb6a4b-01f8-43c2-850d-a2513cf014ad with status ACTIVE [ 611.311580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.311719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.311719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.311978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.312130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.312235] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.312335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.312396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.312561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.312640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.313142] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.313246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.313306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.313471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.313547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.313634] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aeb6a4b-01f8-43c2-850d-a2513cf014ad is going to be updated. [ 611.314843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.314931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.315424] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.324140] env[63036]: INFO networking_nsxv3.common.synchronization [req-5961f88a-c20d-4e0b-a71d-fd73f913515c req-d97d0555-c691-4d13-abf1-0b0f130aeac5 tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 611.324140] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 611.324140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3517267b-c51f-45ef-b9e8-34f8d509603f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.324140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.324140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.324140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.324140] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3517267b-c51f-45ef-b9e8-34f8d509603f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.332890] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.333134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.333134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.333326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.333465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.333641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aeb6a4b-01f8-43c2-850d-a2513cf014ad" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.551881] env[63036]: INFO networking_nsxv3.common.synchronization [req-8f752b26-7c4d-4f03-b141-e115f57c5728 req-a0c8caf1-5d29-47d4-9302-54bf15e9de44 tempest-ImagesNegativeTestJSON-1973773975 tempest-ImagesNegativeTestJSON-1973773975-project-member] Enqueued Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 611.552523] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGHEST for action security_group_members [ 611.553987] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.553987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.555801] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.555801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.556754] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.730503] env[63036]: INFO networking_nsxv3.common.synchronization [None req-336b1be0-e478-4628-8157-72c0af572002 None None] Enqueued Resource ID: ec93f235-3252-4a93-bce3-aa13be80e68a with Priority: HIGHEST for action port [ 611.732530] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.732641] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.732792] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.733275] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.735562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.735562] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 3db3479f-45c0-47dd-bbd2-a199b9d6804b not found, creating... [ 611.735562] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.735562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.735562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.735562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.735562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.735810] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.735918] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.736175] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.736637] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.736637] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.736637] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 3db3479f-45c0-47dd-bbd2-a199b9d6804b is going to be created. [ 611.737704] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec93f235-3252-4a93-bce3-aa13be80e68a with Priority: HIGHEST for action port [ 611.738354] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec93f235-3252-4a93-bce3-aa13be80e68a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.738680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec93f235-3252-4a93-bce3-aa13be80e68a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.738680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec93f235-3252-4a93-bce3-aa13be80e68a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.739342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec93f235-3252-4a93-bce3-aa13be80e68a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.739576] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec93f235-3252-4a93-bce3-aa13be80e68a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.759044] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.759519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.759519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.759969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.760265] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.760512] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.818097] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.844166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.844325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.844445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.844709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.845364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.845364] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3517267b-c51f-45ef-b9e8-34f8d509603f already deleted. [ 611.845364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.063334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.063402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.063436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.063638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.064843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.064843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.064843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.064843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.064843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.064843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.064843] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 is going to be updated. [ 612.070121] env[63036]: INFO networking_nsxv3.common.synchronization [req-728677e7-112a-4207-b625-c3b632a27c89 req-605234b6-10f1-4373-916a-cb2040356c58 tempest-ServerDiagnosticsTest-1206823030 tempest-ServerDiagnosticsTest-1206823030-project-member] Enqueued Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 612.072504] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 with Priority: HIGHEST for action security_group_members [ 612.074413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.074413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.074413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.074413] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.094832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.094832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.094832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.095034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.095151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.103491] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: IN_PROGRESS for 2s [ 612.242702] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec93f235-3252-4a93-bce3-aa13be80e68a [ 612.243023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.243119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.243354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.243432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.243504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.243587] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec93f235-3252-4a93-bce3-aa13be80e68a already deleted. [ 612.243674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec93f235-3252-4a93-bce3-aa13be80e68a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.322738] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.324630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.324630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.324844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.324916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.325059] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e is going to be created. [ 612.347534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.347725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.347793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.348609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.348609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.359331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: UNINITIALIZED for 2s [ 612.387296] env[63036]: INFO networking_nsxv3.common.synchronization [req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 req-c7fd1dc4-b4d8-4792-a076-88d4a9dce3db tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 612.387849] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 612.390172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.390172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.390172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.390172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.390172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.390172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.396883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.396883] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.577983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.579068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.579068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.579068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.579068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.579721] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.579721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.579721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.579721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.579721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.579953] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 is going to be updated. [ 612.608534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.608534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.608534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.608534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.608534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.615455] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: IN_PROGRESS for 2s [ 612.824693] env[63036]: INFO networking_nsxv3.common.synchronization [None req-a30a0668-48b4-43bb-abe7-ce8fb119972f None None] Enqueued Resource ID: c22dc86d-37c5-480c-8c1f-3371847dff7e with Priority: HIGHEST for action port [ 612.824943] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c22dc86d-37c5-480c-8c1f-3371847dff7e with Priority: HIGHEST for action port [ 612.826375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c22dc86d-37c5-480c-8c1f-3371847dff7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.826375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c22dc86d-37c5-480c-8c1f-3371847dff7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.826375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c22dc86d-37c5-480c-8c1f-3371847dff7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.826375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c22dc86d-37c5-480c-8c1f-3371847dff7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.826375] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c22dc86d-37c5-480c-8c1f-3371847dff7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.896345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.896521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.896594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.896787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.896887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.897088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.897189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.897373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.897416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.897517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.897563] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca already deleted. [ 612.897656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.918456] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.918599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.918728] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.919096] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.919391] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.919457] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.919577] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.919793] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.919982] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.923944] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.923944] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.923944] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.923944] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.923944] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.923944] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.923944] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.939017] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.939188] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.939365] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.939487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.939798] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-7c904388-f5ac-4ea4-8553-47cffc558f7d taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.939974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.940114] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.940424] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.940935] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c904388-f5ac-4ea4-8553-47cffc558f7d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.329535] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c22dc86d-37c5-480c-8c1f-3371847dff7e [ 613.331427] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.331427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.331427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.331427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.331427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.331427] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c22dc86d-37c5-480c-8c1f-3371847dff7e already deleted. [ 613.331427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c22dc86d-37c5-480c-8c1f-3371847dff7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.448685] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.448685] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 7c904388-f5ac-4ea4-8553-47cffc558f7d not found, creating... [ 613.448685] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.448685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.449174] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.452842] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.452842] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.452842] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.452842] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.452842] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 7c904388-f5ac-4ea4-8553-47cffc558f7d is going to be created. [ 613.473037] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.473171] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.473291] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.474082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.474082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.474082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.500139] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc994229-8503-4314-8ae9-45a8ada1df1c req-23e2726e-35c6-409c-bb04-1df9439b822a service nova] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 613.500139] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc994229-8503-4314-8ae9-45a8ada1df1c req-23e2726e-35c6-409c-bb04-1df9439b822a service nova] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 613.500139] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc994229-8503-4314-8ae9-45a8ada1df1c req-23e2726e-35c6-409c-bb04-1df9439b822a service nova] Enqueued Resource ID: 3db3479f-45c0-47dd-bbd2-a199b9d6804b with Priority: HIGHEST for action port [ 613.500139] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_rules [ 613.500139] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 613.500316] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db3479f-45c0-47dd-bbd2-a199b9d6804b with Priority: HIGHEST for action port [ 613.500988] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.501190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.501265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.501484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.501545] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.502514] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.502666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.502750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.503552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.503775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.503910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.503992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.504232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.504408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.504506] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.505398] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3db3479f-45c0-47dd-bbd2-a199b9d6804b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.505695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.506012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.506058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.506192] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3db3479f-45c0-47dd-bbd2-a199b9d6804b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.008367] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.008703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.009590] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.010693] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3db3479f-45c0-47dd-bbd2-a199b9d6804b with status ACTIVE [ 614.010788] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.013696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.013696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.013696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.013696] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3db3479f-45c0-47dd-bbd2-a199b9d6804b is going to be updated. [ 614.036547] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.036833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.036941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.037224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.038209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.038209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3db3479f-45c0-47dd-bbd2-a199b9d6804b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.116159] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 in Status: SUCCESS [ 614.116257] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 deletion is rescheduled due to dependency. [ 614.116386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.370602] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: SUCCESS [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.370602] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.370602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.370602] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.516430] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 req-28026755-2996-42b4-91ff-27f7ca76b68a service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 req-28026755-2996-42b4-91ff-27f7ca76b68a service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [req-e2cb94d5-31d0-4c25-914a-1e6f2a5dc244 req-28026755-2996-42b4-91ff-27f7ca76b68a service nova] Enqueued Resource ID: 7c904388-f5ac-4ea4-8553-47cffc558f7d with Priority: HIGHEST for action port [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 614.589028] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c904388-f5ac-4ea4-8553-47cffc558f7d with Priority: HIGHEST for action port [ 614.589028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.589028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.589028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.589028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.589028] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.589028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.589028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.589797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.589797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.590053] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.594639] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c904388-f5ac-4ea4-8553-47cffc558f7d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.594769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.594836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.595555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.595555] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c904388-f5ac-4ea4-8553-47cffc558f7d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.624124] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 in Status: SUCCESS [ 614.624373] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8 deletion is rescheduled due to dependency. [ 614.624979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.758202] env[63036]: INFO networking_nsxv3.common.synchronization [req-c934da6a-10c8-4467-b513-b27267122d90 req-97621a0c-08eb-48d0-9403-39b8f7d9bec7 tempest-TenantUsagesTestJSON-510374667 tempest-TenantUsagesTestJSON-510374667-project-member] Enqueued Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 614.758202] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f with Priority: HIGHEST for action security_group_members [ 614.758202] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-35ab3aef-c089-4e90-93d6-baccd66fd46f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.758202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.758688] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.758688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.758874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.759011] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35ab3aef-c089-4e90-93d6-baccd66fd46f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.875064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.875064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.875064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.875064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.875624] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.875624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.875624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.875624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.875624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.875624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.875787] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.021072] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.021072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.021072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.021072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.021072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.021072] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 is going to be created. [ 615.040713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.040984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.040984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.040984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.041204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.051570] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: UNINITIALIZED for 2s [ 615.098736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.098925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.099155] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.100391] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c904388-f5ac-4ea4-8553-47cffc558f7d with status ACTIVE [ 615.100391] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.100557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.100557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.100734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.100814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.100979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.101091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.101148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.101296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.101365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.101537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.101622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.101678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.101811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.101879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.101959] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c904388-f5ac-4ea4-8553-47cffc558f7d is going to be updated. [ 615.125232] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.125232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.125232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.125232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.125232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.125232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c904388-f5ac-4ea4-8553-47cffc558f7d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.261553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.261664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.261705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.261920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.262055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.262254] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.262385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.262429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.264146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.264146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.264146] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f is going to be updated. [ 615.302425] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.302629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.302663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.302873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.303016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.315139] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: IN_PROGRESS for 2s [ 615.379606] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98d8a40b-c609-45cd-a821-a04d6343c39e: rpc.has_security_group_logging(os_id): False [ 615.403039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.403255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.403362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.403556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.403818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.403878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.403929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.403986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.404151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.404233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.404489] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.404580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.404622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.404783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.404861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.404993] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.405097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.405218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.405294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.405372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.405500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e is going to be created. [ 615.461886] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.462315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.462315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.462474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.462562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.474128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: IN_PROGRESS for 2s [ 615.478504] env[63036]: INFO networking_nsxv3.common.synchronization [req-84d413d9-4127-4309-ae6c-b6c2291afd0b req-6e8e0052-7672-4662-a59e-8d2602a230de tempest-SecurityGroupRulesTestJSON-2113668661 tempest-SecurityGroupRulesTestJSON-2113668661-project-member] Enqueued Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 615.479053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3517267b-c51f-45ef-b9e8-34f8d509603f with Priority: HIGHEST for action security_group_rules [ 615.479312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3517267b-c51f-45ef-b9e8-34f8d509603f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.479442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.480409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.480615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.480707] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3517267b-c51f-45ef-b9e8-34f8d509603f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.506618] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9cd1ced6-21f5-4277-9760-46f25b4f9527 None None] Enqueued Resource ID: 22434f78-9cb1-43a9-8b59-e2b8b84b45ae with Priority: HIGHEST for action port [ 615.507526] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22434f78-9cb1-43a9-8b59-e2b8b84b45ae with Priority: HIGHEST for action port [ 615.508380] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-22434f78-9cb1-43a9-8b59-e2b8b84b45ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.508703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22434f78-9cb1-43a9-8b59-e2b8b84b45ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.508874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22434f78-9cb1-43a9-8b59-e2b8b84b45ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.509226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22434f78-9cb1-43a9-8b59-e2b8b84b45ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.509486] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22434f78-9cb1-43a9-8b59-e2b8b84b45ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.606420] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.007348] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.007348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.007348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.007348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.007348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.007348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3517267b-c51f-45ef-b9e8-34f8d509603f already deleted. [ 616.007348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3517267b-c51f-45ef-b9e8-34f8d509603f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.012815] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22434f78-9cb1-43a9-8b59-e2b8b84b45ae [ 616.012815] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.012815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.012815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.012815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.012815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.012815] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22434f78-9cb1-43a9-8b59-e2b8b84b45ae already deleted. [ 616.012815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22434f78-9cb1-43a9-8b59-e2b8b84b45ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.107094] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.107374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.107374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.107783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.107783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.107783] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be created. [ 616.132473] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.132548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.132630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.132835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.132991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.144297] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: UNINITIALIZED for 2s [ 616.733625] env[63036]: INFO networking_nsxv3.common.synchronization [req-9a1beb31-19fc-4bd9-9d69-489e2d548688 req-ef48e707-bfbf-415f-9e8a-5e50b407d2c6 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 616.734518] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 616.735470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.735470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.735470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.735653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.735743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.736057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.736057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.736057] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.061444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: SUCCESS [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.063303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.063303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.063303] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.239137] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.239425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.239669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.239880] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.240070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.240223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.240379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.240379] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 already deleted. [ 617.240466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.277618] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.277618] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.277618] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.277845] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.278219] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.278219] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.278362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.278456] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.278590] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.278784] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.278900] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.281995] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.281995] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.281995] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 617.281995] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.281995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.297700] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.297871] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 617.298027] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.298218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.298540] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d2d75096-06e9-4304-8e3b-260dfaa65b09 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.298718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.298909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.299189] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.299297] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d75096-06e9-4304-8e3b-260dfaa65b09',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.324728] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f in Status: SUCCESS [ 617.324728] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35ab3aef-c089-4e90-93d6-baccd66fd46f deletion is rescheduled due to dependency. [ 617.324728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35ab3aef-c089-4e90-93d6-baccd66fd46f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.487129] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: SUCCESS [ 617.487129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.567288] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.801723] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.801942] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.802634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.803012] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.803223] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.803404] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d2d75096-06e9-4304-8e3b-260dfaa65b09 not found, creating... [ 617.803680] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.803846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.803966] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.804212] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.804347] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.805015] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.805235] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.805346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.805563] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.805700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.805842] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d2d75096-06e9-4304-8e3b-260dfaa65b09 is going to be created. [ 617.824657] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.824870] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.824995] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.825293] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.825515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.826153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.886602] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 617.886784] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 617.887333] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 617.887446] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 617.887716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.887845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.887914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.888187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.888313] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.888415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.888485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.888629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.888714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.888805] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.889605] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.889729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.889796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.889998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.890115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.891066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.891066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.891066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.891066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.891066] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.992566] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_rules [ 617.992731] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 617.992873] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 617.993011] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 617.993177] env[63036]: INFO networking_nsxv3.common.synchronization [req-b8949108-2908-43bb-9ace-32aa5d0659a8 req-e71eace2-9f2d-4524-a0f7-62caf2be2540 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 617.993736] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_rules [ 617.993869] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 617.993969] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 617.994333] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 617.994497] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 617.994797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.994922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.994988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.995258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.995342] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.996219] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.996304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.996386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.996583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.996665] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.997386] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.997513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.997568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.997737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.998394] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e7ae83-360f-4ecb-bd95-15e91e5e31f9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.999467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.999745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.999817] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.999888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.069247] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5b757b9-46de-40aa-bcde-741ea993a167: rpc.has_security_group_logging(os_id): False [ 618.086886] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.087071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.087133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.087338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.087430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.087674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.087775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.087843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.087990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.088093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.088158] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 is going to be created. [ 618.154482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 618.154706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.155166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.155166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.155373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.155373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.155634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.155634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.155634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.155792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.156282] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.161191] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.161530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.161709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.170555] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: IN_PROGRESS for 2s [ 618.392612] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.393750] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.504019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.504019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.504019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with status ACTIVE [ 618.504019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.504019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.504019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.504019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.504019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.504019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.504781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.504863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.505070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.505862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.509029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.509029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.509029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.509029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.509029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.509029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 is going to be updated. [ 618.509029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.509029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.509884] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cf4a095a-f7d8-4df3-89e0-0bc70f773a73 None None] Enqueued Resource ID: 2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b with Priority: HIGHEST for action port [ 618.510639] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b with Priority: HIGHEST for action port [ 618.511795] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.512114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.512307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.512721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.512953] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.531449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.531449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.531449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.531449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.531449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.531449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.659225] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.659358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.659432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.659641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.659803] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.659911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.660671] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.660671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.661729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.661729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.661827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.661962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 618.662032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.662176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.662276] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.898805] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.899415] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.015803] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b [ 619.015904] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.016065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.016288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.016407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.016447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.016652] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b already deleted. [ 619.016652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2db5f8d1-48d5-4a79-9a9d-4effd9c9ea8b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.121156] env[63036]: INFO networking_nsxv3.common.synchronization [req-9a1beb31-19fc-4bd9-9d69-489e2d548688 req-78329af3-9681-4012-91e9-d0e7c9f4725e service nova] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 619.121529] env[63036]: INFO networking_nsxv3.common.synchronization [req-9a1beb31-19fc-4bd9-9d69-489e2d548688 req-78329af3-9681-4012-91e9-d0e7c9f4725e service nova] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 619.121529] env[63036]: INFO networking_nsxv3.common.synchronization [req-9a1beb31-19fc-4bd9-9d69-489e2d548688 req-78329af3-9681-4012-91e9-d0e7c9f4725e service nova] Enqueued Resource ID: d2d75096-06e9-4304-8e3b-260dfaa65b09 with Priority: HIGHEST for action port [ 619.122199] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 619.122536] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 619.122536] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d75096-06e9-4304-8e3b-260dfaa65b09 with Priority: HIGHEST for action port [ 619.122726] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.122857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.122915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.123637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.123738] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.128761] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.128761] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.128761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.128761] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.129467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d75096-06e9-4304-8e3b-260dfaa65b09 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.129467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.129467] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d75096-06e9-4304-8e3b-260dfaa65b09',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.164926] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e539313-bce7-4e42-9723-f11615e4c0ca: rpc.has_security_group_logging(os_id): False [ 619.182905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.183079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.183312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.184188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.184188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.184188] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.184188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.184429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.184429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.184494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.184693] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.184802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.184866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.185107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.185314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.185437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.185474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.185849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.185849] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be created. [ 619.210868] env[63036]: INFO networking_nsxv3.common.synchronization [req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 req-4493b06d-6f31-442d-8ca1-d8a1ffc35bce tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 619.211401] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 619.211735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.211878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.211950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.212321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.212558] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.212726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.212793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.213575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.213728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.213858] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.255529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.255679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.255754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.255952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.256739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.267126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 619.405864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.406400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.406400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.406400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.406554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.406554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 619.408098] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.408415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.408415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.409757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.409757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.409757] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be created. [ 619.435412] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.435694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.435694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.435852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.435992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.438085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.438205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.438276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.438457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.438581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.452659] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: UNINITIALIZED for 2s [ 619.453336] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 619.633427] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2d75096-06e9-4304-8e3b-260dfaa65b09 with status ACTIVE [ 619.633667] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.633797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.633867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.634211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.634400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.634526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.634577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.634755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.634818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.634985] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.635085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.635152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.635290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.635379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.635468] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2d75096-06e9-4304-8e3b-260dfaa65b09 is going to be updated. [ 619.637129] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.637235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.637417] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.640456] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 619.640620] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 619.640750] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 619.641801] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 619.641999] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 619.642150] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 619.642632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.642755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.643080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.643080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.643173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.643403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.643545] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.643643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.643703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.643853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.643930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.644036] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.645550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.645637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.663915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.663915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.663915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.663915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.663915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.663915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d75096-06e9-4304-8e3b-260dfaa65b09" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.716658] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.764935] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_rules [ 619.765033] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 619.765174] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_rules [ 619.765312] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 619.765441] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 619.765618] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 619.765684] env[63036]: INFO networking_nsxv3.common.synchronization [req-953debe5-7d20-4f63-a743-b12de73fdcd9 req-92a9ed17-1e47-4d34-87de-15ab11cd98a0 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 619.767708] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_rules [ 619.767708] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_rules [ 619.767708] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 619.767708] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with Priority: HIGHEST for action port [ 619.767860] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 619.768014] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 619.768126] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 619.768989] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.769328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.769500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.769764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.769847] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.770780] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.770868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.772932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.772932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.772932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.772932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.772932] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e7ae83-360f-4ecb-bd95-15e91e5e31f9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.773739] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.773824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.774273] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.774367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.774569] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.774657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.934709] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934938] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.935076] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.935340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.935608] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.935763] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.935878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.936103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.936243] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.937635] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.937635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.937635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.937635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.937635] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.937635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.937635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.954153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.954417] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.954577] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.954854] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.955282] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.955518] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.955661] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.956458] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.956677] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.144021] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.146295] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.198608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: SUCCESS [ 620.198738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.219337] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.275637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.275637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.282028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 with status ACTIVE [ 620.282028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.282028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.282028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.282028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.282028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44e7ae83-360f-4ecb-bd95-15e91e5e31f9 is going to be updated. [ 620.303085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.303245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.303324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.303555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.303690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.303859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e7ae83-360f-4ecb-bd95-15e91e5e31f9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.351281] env[63036]: INFO networking_nsxv3.common.synchronization [req-fabccc1a-2fe8-4f74-b4e4-b6eb390ff6a8 req-95384543-16a8-4d23-ac02-f3f293e19116 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 620.351800] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 620.352574] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.352712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.352782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.354935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.354935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.355064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.355155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.355355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.355447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.355546] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.461994] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.461994] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 not found, creating... [ 620.461994] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.461994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.462678] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.462678] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.462945] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.463065] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.463196] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.463431] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 is going to be created. [ 620.485519] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.485731] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.485941] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.486142] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.486370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.486611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.644032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.644209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.644302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.644533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.644621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.644729] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be created. [ 620.650384] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.675672] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.675892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.675892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.676252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.682959] env[63036]: INFO networking_nsxv3.common.synchronization [None req-13f02c9d-17e3-4d31-b7a5-60a97cd30669 None None] Enqueued Resource ID: 46c3df46-7c74-4127-89bd-187570dc7eba with Priority: HIGHEST for action port [ 620.683571] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c3df46-7c74-4127-89bd-187570dc7eba with Priority: HIGHEST for action port [ 620.683879] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c3df46-7c74-4127-89bd-187570dc7eba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.684587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c3df46-7c74-4127-89bd-187570dc7eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.684587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c3df46-7c74-4127-89bd-187570dc7eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.684940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c3df46-7c74-4127-89bd-187570dc7eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.685083] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c3df46-7c74-4127-89bd-187570dc7eba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.687090] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: UNINITIALIZED for 2s [ 620.723271] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.723502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.723502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.723744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.723882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.723973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be updated. [ 620.759289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.759450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.759550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.759817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.759967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.767514] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 620.859020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.859020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.859020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.859020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.859255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.859325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.859373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.859425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.859577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.859648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.859760] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 620.888922] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.889115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.889178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.890315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.897786] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 621.153437] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.153606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.153679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.153890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.153980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.154116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae is going to be created. [ 621.189248] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46c3df46-7c74-4127-89bd-187570dc7eba [ 621.189382] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.189472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.189597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.190360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.190360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.190360] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46c3df46-7c74-4127-89bd-187570dc7eba already deleted. [ 621.190360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c3df46-7c74-4127-89bd-187570dc7eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.195374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.195374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.195374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.195374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.195374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.233078] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: UNINITIALIZED for 2s [ 621.283116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 621.283436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.466610] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.466610] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.466610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.466610] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.470042] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 621.470328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.470510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.470753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.470926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.471087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.471180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.472568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.472716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.472812] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.558794] env[63036]: INFO networking_nsxv3.common.synchronization [req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 req-18908d12-da55-4ba5-9db5-dc6f80644d26 service nova] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_rules [ 621.558968] env[63036]: INFO networking_nsxv3.common.synchronization [req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 req-18908d12-da55-4ba5-9db5-dc6f80644d26 service nova] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 621.559115] env[63036]: INFO networking_nsxv3.common.synchronization [req-697ae990-ea1f-48c8-90c2-ccbaa99b03b6 req-18908d12-da55-4ba5-9db5-dc6f80644d26 service nova] Enqueued Resource ID: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 with Priority: HIGHEST for action port [ 621.561332] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_rules [ 621.561332] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 621.561332] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 with Priority: HIGHEST for action port [ 621.561332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.561332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.561332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.561332] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.561602] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.561727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.561870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.562055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.562139] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.969479] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.977041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.067373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.068674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.068674] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 with status ACTIVE [ 622.068674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.068674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.068674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.069673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.072022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.072022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.072022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.072022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7 is going to be updated. [ 622.092275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.092576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.092667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.095114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.095276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.095456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b5ac0b-b3e0-4c98-ab51-1f0f8c5a93d7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.471458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.479338] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.697589] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 622.697852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.698077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.698347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.698562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.698688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.698758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.698922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.699030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.699149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.699252] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.781141] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 622.781366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.781534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.781746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.781929] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.782059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.782128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.782323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.782406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.782504] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.908327] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 622.908651] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 622.908860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.974211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.976741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.976741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.976741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.976741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.976741] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 622.981203] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.983433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.983433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.983433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.983433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.983433] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be updated. [ 623.014437] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.014620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.014694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.014912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.015965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.017078] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.017185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.017250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.017415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.017545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.026849] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 623.027533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 623.203422] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.244184] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: SUCCESS [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.244184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.244184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.244184] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.285351] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.706853] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4f87e09-70c3-4f04-a4bb-6d06236e2be7: rpc.has_security_group_logging(os_id): False [ 623.730889] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.731094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.731367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.731367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.731500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.732230] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.732453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.732559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.734048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.734048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.734048] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be created. [ 623.746475] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.787771] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.787929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.788010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.788237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.788447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.789617] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.811364] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 624.250845] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.295695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.295695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.295695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.295695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.295695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.295695] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be updated. [ 624.337760] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.337924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.337987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.338328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.338515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.355110] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 624.554630] env[63036]: INFO networking_nsxv3.common.synchronization [None req-dbf12c77-aa1c-45de-96b3-09bace23a5e1 None None] Enqueued Resource ID: e53b5ddf-7c46-4de5-afe2-91a4d857b4f6 with Priority: HIGHEST for action port [ 624.554834] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53b5ddf-7c46-4de5-afe2-91a4d857b4f6 with Priority: HIGHEST for action port [ 624.555481] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53b5ddf-7c46-4de5-afe2-91a4d857b4f6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.555607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53b5ddf-7c46-4de5-afe2-91a4d857b4f6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.555689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53b5ddf-7c46-4de5-afe2-91a4d857b4f6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.555978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53b5ddf-7c46-4de5-afe2-91a4d857b4f6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.556438] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53b5ddf-7c46-4de5-afe2-91a4d857b4f6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.753093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.753387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.753426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.753637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.753732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.753833] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae is going to be updated. [ 624.801479] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.801617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.801762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.801996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.802157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.815923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: IN_PROGRESS for 2s [ 625.042145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 625.042264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.042988] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 625.043153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.043356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.043581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.043843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.043928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.043966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.044126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.044208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.044292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.044391] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.045229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.045481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.045591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.045653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.045689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.045822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.045885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.045967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.046071] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.046771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.046936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.047099] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.047201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.047266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.047411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.047486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.047568] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.048173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.048334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.048483] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.048583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.048646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.048784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.048859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.048940] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.058704] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e53b5ddf-7c46-4de5-afe2-91a4d857b4f6 [ 625.058911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.059044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.059116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.059319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.059409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.059500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e53b5ddf-7c46-4de5-afe2-91a4d857b4f6 already deleted. [ 625.059583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53b5ddf-7c46-4de5-afe2-91a4d857b4f6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.553819] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.555041] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.555199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.555280] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.562254] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.826128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 625.827721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.058792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0ed4398-fb94-477c-abbe-098a676872cb: rpc.has_security_group_logging(os_id): False [ 626.059793] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.067115] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.077187] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.077327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.077400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.077615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.078290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.078290] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.078290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.078290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.078290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.078628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.078628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be created. [ 626.125935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.126128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.126170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.126377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.126560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.135826] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 626.367464] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.367464] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.367464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.367464] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.562875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.563478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.563578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.563857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.563977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.564314] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be updated. [ 626.568807] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.569028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.569114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.569403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.569519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.570995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 626.594025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.594354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.594354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.594596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.594785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.597934] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.598142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.598222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.598714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.609604] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 626.610602] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 626.826343] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: SUCCESS [ 626.827121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.827237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.827451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.827676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.828605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.828605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.828605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.828605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.828605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.828605] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.873848] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.873848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.873848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.873848] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.873848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.880322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.880322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.880322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.880833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.880833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.880833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.880833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.880833] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.333786] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.383437] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64506231-312b-4394-b6fb-64903dec3d2b: rpc.has_security_group_logging(os_id): False [ 627.403331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.403331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.403331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.403331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.403855] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.403855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.403855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.405550] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be updated. [ 627.462095] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.462785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.462785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.462785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.462785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.478487] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 627.839420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab99219d-34b7-4aa6-a3e3-f779543cd1ae: rpc.has_security_group_logging(os_id): False [ 627.858049] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.858049] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.858049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.858049] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae is going to be created. [ 627.907242] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.907399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.907472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.907700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 627.907876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.918597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: IN_PROGRESS for 2s [ 628.032099] env[63036]: INFO networking_nsxv3.common.synchronization [None req-5d1eff2a-fc76-4a4c-ba5a-f04f29402b02 None None] Enqueued Resource ID: b56e3fd9-32f9-4711-ad93-34b5ad69d663 with Priority: HIGHEST for action port [ 628.032694] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56e3fd9-32f9-4711-ad93-34b5ad69d663 with Priority: HIGHEST for action port [ 628.033086] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56e3fd9-32f9-4711-ad93-34b5ad69d663 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.033169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56e3fd9-32f9-4711-ad93-34b5ad69d663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.033215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56e3fd9-32f9-4711-ad93-34b5ad69d663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.033491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56e3fd9-32f9-4711-ad93-34b5ad69d663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.033578] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56e3fd9-32f9-4711-ad93-34b5ad69d663',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.149905] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 628.149905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.149905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.149905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.149905] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.537609] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b56e3fd9-32f9-4711-ad93-34b5ad69d663 [ 628.537827] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.540337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.540337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.540337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.540337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.540337] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b56e3fd9-32f9-4711-ad93-34b5ad69d663 already deleted. [ 628.540337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56e3fd9-32f9-4711-ad93-34b5ad69d663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.623964] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.623964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.623964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.623964] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.625375] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 628.625598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.625769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.626174] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.626319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.626413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.626825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.626825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.626825] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.652679] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.652825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.864233] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bb4f756b-3650-4ece-b8aa-8f78150af72d None None] Enqueued Resource ID: 98c6af48-ebcc-4386-a7f4-0a513a398157 with Priority: HIGHEST for action port [ 628.864233] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c6af48-ebcc-4386-a7f4-0a513a398157 with Priority: HIGHEST for action port [ 628.864233] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-98c6af48-ebcc-4386-a7f4-0a513a398157 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.864233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98c6af48-ebcc-4386-a7f4-0a513a398157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.864233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98c6af48-ebcc-4386-a7f4-0a513a398157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.864233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98c6af48-ebcc-4386-a7f4-0a513a398157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.864233] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98c6af48-ebcc-4386-a7f4-0a513a398157',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.949691] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7eabdd25-7dfd-428e-b819-76b82f557878 None None] Enqueued Resource ID: d0f9c92e-f354-4e4d-b4f2-74be59e4aeed with Priority: HIGHEST for action port [ 628.950142] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f9c92e-f354-4e4d-b4f2-74be59e4aeed with Priority: HIGHEST for action port [ 628.950661] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f9c92e-f354-4e4d-b4f2-74be59e4aeed taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.950781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f9c92e-f354-4e4d-b4f2-74be59e4aeed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.950845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f9c92e-f354-4e4d-b4f2-74be59e4aeed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.954964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f9c92e-f354-4e4d-b4f2-74be59e4aeed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 628.954964] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f9c92e-f354-4e4d-b4f2-74be59e4aeed',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.128911] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.130015] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.367668] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98c6af48-ebcc-4386-a7f4-0a513a398157 [ 629.367841] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.369027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.369027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.369027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.369027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.369027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98c6af48-ebcc-4386-a7f4-0a513a398157 already deleted. [ 629.369027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98c6af48-ebcc-4386-a7f4-0a513a398157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.458284] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f9c92e-f354-4e4d-b4f2-74be59e4aeed [ 629.458480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.458685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.458814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.459156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.459336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.460033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f9c92e-f354-4e4d-b4f2-74be59e4aeed already deleted. [ 629.460033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f9c92e-f354-4e4d-b4f2-74be59e4aeed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.495292] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 629.495292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.631246] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.632830] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.931275] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: SUCCESS [ 629.931275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.136443] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.136646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.136708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.136966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.137057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.137469] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be updated. [ 630.138583] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.138735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.138805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.138998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.142064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.142064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 630.169167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.169823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.169823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.169823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.171205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.175480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.175709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.175925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.176249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.177064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.186931] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 630.187783] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 630.465560] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc20078c-1966-4b42-99f0-1c8f7439603c req-7bd98df6-26f2-4a69-967b-6a4d252e3e4d tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 630.466180] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 630.468031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.468172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.468241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.469113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.469113] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.469113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.469113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.469113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.469113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.469349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.975978] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.975978] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.975978] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 already deleted. [ 630.975978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.224069] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.224294] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.224394] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.224733] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.225033] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.225240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.225399] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.229315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.229315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.229315] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.229315] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.229315] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.229315] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.229576] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.229576] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.229576] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.250823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.250823] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.250823] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.250823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.250823] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-113341b4-6bcc-4c54-b87f-903727358d26 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.250823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.250823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.251151] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.251357] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113341b4-6bcc-4c54-b87f-903727358d26',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.757634] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.757634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.757634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.757634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.757634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.757634] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 113341b4-6bcc-4c54-b87f-903727358d26 not found, creating... [ 631.757634] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.757634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.758390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.758390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.758390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.758677] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.758677] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.758775] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.758962] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.763414] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.763521] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 113341b4-6bcc-4c54-b87f-903727358d26 is going to be created. [ 631.784480] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.785878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.786120] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.786957] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.788162] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.119189] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0f74da03-e031-451f-b432-74ba208861fb None None] Enqueued Resource ID: c38580e0-d531-4787-a430-f5e2ebb89b17 with Priority: HIGHEST for action port [ 632.119189] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38580e0-d531-4787-a430-f5e2ebb89b17 with Priority: HIGHEST for action port [ 632.119189] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c38580e0-d531-4787-a430-f5e2ebb89b17 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.119189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c38580e0-d531-4787-a430-f5e2ebb89b17" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.120877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c38580e0-d531-4787-a430-f5e2ebb89b17" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.121311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c38580e0-d531-4787-a430-f5e2ebb89b17" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.122208] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c38580e0-d531-4787-a430-f5e2ebb89b17',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.198026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 632.198140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.198460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.198493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.198699] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.198809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.198933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.199129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.199214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.199301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.199392] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.203938] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 632.204201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.205061] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bfc754d1-0801-4386-8b74-87b90d4a8c39 None None] Enqueued Resource ID: f5dcdef9-99f6-4f80-9867-f77267b07eb5 with Priority: HIGHEST for action port [ 632.205656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.205736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.205912] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.206050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.206131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.206294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.206374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.206459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.206622] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.206719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.206781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.206923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.207073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.207171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.207234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.207376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.207453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.207532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.207619] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.208429] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dcdef9-99f6-4f80-9867-f77267b07eb5 with Priority: HIGHEST for action port [ 632.212167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5dcdef9-99f6-4f80-9867-f77267b07eb5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.212167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5dcdef9-99f6-4f80-9867-f77267b07eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.212167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5dcdef9-99f6-4f80-9867-f77267b07eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.212167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5dcdef9-99f6-4f80-9867-f77267b07eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.212167] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5dcdef9-99f6-4f80-9867-f77267b07eb5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.625588] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c38580e0-d531-4787-a430-f5e2ebb89b17 [ 632.625706] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.625925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.625925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.627696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.627696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.627696] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c38580e0-d531-4787-a430-f5e2ebb89b17 already deleted. [ 632.627696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c38580e0-d531-4787-a430-f5e2ebb89b17" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.697682] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc20078c-1966-4b42-99f0-1c8f7439603c req-7fd02e0c-aa3e-4ab7-8191-3638d814bcdf service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 632.697837] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc20078c-1966-4b42-99f0-1c8f7439603c req-7fd02e0c-aa3e-4ab7-8191-3638d814bcdf service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 632.697980] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc20078c-1966-4b42-99f0-1c8f7439603c req-7fd02e0c-aa3e-4ab7-8191-3638d814bcdf service nova] Enqueued Resource ID: 113341b4-6bcc-4c54-b87f-903727358d26 with Priority: HIGHEST for action port [ 632.701269] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 632.701422] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 632.701525] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113341b4-6bcc-4c54-b87f-903727358d26 with Priority: HIGHEST for action port [ 632.702184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.702315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.702409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.702914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.702914] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.704213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.705699] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.705699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.706056] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.710339] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-113341b4-6bcc-4c54-b87f-903727358d26 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.710339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.710339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.710339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.710339] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113341b4-6bcc-4c54-b87f-903727358d26',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.710339] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.711964] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 632.713627] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5dcdef9-99f6-4f80-9867-f77267b07eb5 [ 632.713887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.714069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.714169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.714424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.714543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.714670] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5dcdef9-99f6-4f80-9867-f77267b07eb5 already deleted. [ 632.714789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5dcdef9-99f6-4f80-9867-f77267b07eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.732267] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.733018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.733018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.733018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.733202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.733387] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.733533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.733639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.733964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.734030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.734315] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.734468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.734569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.734872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.735010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.735292] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.735446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.735549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.735763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.735883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.736050] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 632.799194] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.799493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.799493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.799493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.799895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.815318] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 633.205676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.205676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.207934] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.216019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 113341b4-6bcc-4c54-b87f-903727358d26 with status ACTIVE [ 633.216019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.216019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.216019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.216019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.216019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 113341b4-6bcc-4c54-b87f-903727358d26 is going to be updated. [ 633.216715] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0ed4398-fb94-477c-abbe-098a676872cb: rpc.has_security_group_logging(os_id): False [ 633.237209] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.237209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.237209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.237443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.237443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.237652] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.237757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.237814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.238036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.238113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.238147] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be updated. [ 633.240524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.240637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.240744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.240874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.240997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.242223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-113341b4-6bcc-4c54-b87f-903727358d26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.291034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.291716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.291716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.291716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.291716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.314372] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 633.712671] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.217025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.217338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.217338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.218644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.218644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.218644] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be created. [ 634.288493] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.288658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.288723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.288929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.289101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.300978] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: UNINITIALIZED for 2s [ 634.472231] env[63036]: INFO networking_nsxv3.common.synchronization [req-574f43f2-2060-4ac0-9c3a-a03ab80be412 req-2f2d191b-1206-469d-984c-2d3d7383195c tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 634.472794] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 634.473201] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.473332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.473404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.473775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.474040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.474927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.474927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.474927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.474927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.474927] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.824384] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 634.824617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.824808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.825102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.825202] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.979030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.979030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.979030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.979030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.979030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.979359] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.979359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.979359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.980032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.980032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.980032] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 already deleted. [ 634.980269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.153767] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cb0bf243-dc60-4d3f-9bd9-e227a9a3fc64 None None] Enqueued Resource ID: 8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8 with Priority: HIGHEST for action port [ 635.153767] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8 with Priority: HIGHEST for action port [ 635.153767] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.153767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.153767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.154220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.154220] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.325947] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 635.326262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.332576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.333119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.333119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.333119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.333364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.333364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.333364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.333840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.333840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.333840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.333840] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.403985] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.404241] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-15" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.404333] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-15" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.404647] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-15" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.404912] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.405083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.405203] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.405421] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.405564] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.405780] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.405882] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.405993] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.407823] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.407926] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.408065] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.408229] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.426826] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.426826] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.426826] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.426826] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-15" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.427642] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d9957c76-4cbf-432b-9494-cb579a893c63 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.427836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.427951] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.428925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.428925] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9957c76-4cbf-432b-9494-cb579a893c63',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.659036] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8 [ 635.659036] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.659036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.659036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.659271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.659340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.659455] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8 already deleted. [ 635.659556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbdc8ac-3c21-4a87-ab15-3cf76bfbfbe8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.836972] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.837199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.837305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.837887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.838117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.838259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.838349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.838576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.838715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.838840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.839040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.839168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.839257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.839604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.839795] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.839927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.840182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.840182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.840302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.842171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.842278] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.935710] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.936439] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.936439] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.936630] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.937970] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.937970] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d9957c76-4cbf-432b-9494-cb579a893c63 not found, creating... [ 635.938260] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.939325] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.939325] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.939641] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.939892] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.940695] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.941193] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.943018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.943018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.943018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.943018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d9957c76-4cbf-432b-9494-cb579a893c63 is going to be created. [ 635.963361] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.963361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.963361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.963836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.963836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.963901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.311056] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 636.311293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.311468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.311685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.311877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.311999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.312204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.312263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.312325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.312374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.312505] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.349612] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 636.369116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.369275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.369338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.369559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.369652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.369865] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.369964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.370377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.370377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.370377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.370674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.370674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.370674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.370941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.370941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.374902] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.375041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.375131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.375392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.375531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.375597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 636.445554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.445861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.445978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.446224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.446382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.458087] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 636.815903] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.816411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.817261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.817531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.817945] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.818103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.818172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.818416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.818585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.818623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.819404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.819404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.819404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.819404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.819404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.819404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.819404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.819732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.819732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.819732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.819732] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [req-574f43f2-2060-4ac0-9c3a-a03ab80be412 req-aaf14d9d-6ae3-464e-bb5a-7736d8c05145 service nova] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [req-574f43f2-2060-4ac0-9c3a-a03ab80be412 req-aaf14d9d-6ae3-464e-bb5a-7736d8c05145 service nova] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [req-574f43f2-2060-4ac0-9c3a-a03ab80be412 req-aaf14d9d-6ae3-464e-bb5a-7736d8c05145 service nova] Enqueued Resource ID: d9957c76-4cbf-432b-9494-cb579a893c63 with Priority: HIGHEST for action port [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_rules [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 637.205529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9957c76-4cbf-432b-9494-cb579a893c63 with Priority: HIGHEST for action port [ 637.205529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.205529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.205529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.205529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.205529] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.206408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.206408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.206572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.206620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.206794] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.206893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.206948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.207345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.207345] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.207999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9957c76-4cbf-432b-9494-cb579a893c63 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.208162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.208196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.209491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.209491] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9957c76-4cbf-432b-9494-cb579a893c63',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.326584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 338e850f-c02c-4abf-9f59-6aa1b797d822: rpc.has_security_group_logging(os_id): False [ 637.343162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.343162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.343162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.343162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.343162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.343360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.343360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.343360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.343523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.343597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.343776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.343865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.344071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.344235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.345021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.345021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.345021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.345021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.345021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.345021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.345021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be created. [ 637.411199] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.411576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.411576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.411720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.411945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.422628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 637.585707] env[63036]: INFO networking_nsxv3.common.synchronization [None req-643ed56d-763f-4569-af64-9da92d525510 None None] Enqueued Resource ID: 1bbf108a-3ce2-4edd-ab32-9693121c8370 with Priority: HIGHEST for action port [ 637.586400] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbf108a-3ce2-4edd-ab32-9693121c8370 with Priority: HIGHEST for action port [ 637.586961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bbf108a-3ce2-4edd-ab32-9693121c8370 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.586961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bbf108a-3ce2-4edd-ab32-9693121c8370" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.589302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bbf108a-3ce2-4edd-ab32-9693121c8370" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.589561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bbf108a-3ce2-4edd-ab32-9693121c8370" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.589656] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bbf108a-3ce2-4edd-ab32-9693121c8370',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.692300] env[63036]: INFO networking_nsxv3.common.synchronization [req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 req-a3893c95-474a-45d9-bd6e-b0db6045a37c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 637.692300] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 637.692300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.692300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.692300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.692300] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.710305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.710431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.710645] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.711992] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9957c76-4cbf-432b-9494-cb579a893c63 with status ACTIVE [ 637.712186] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.712295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.712359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.712608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.712694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.712870] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.713082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.713223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.713320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.713392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.713592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.713681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.713739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.713879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.713975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.714057] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9957c76-4cbf-432b-9494-cb579a893c63 is going to be updated. [ 637.734023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.734169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.734349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.734562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.734698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.734854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9957c76-4cbf-432b-9494-cb579a893c63" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.092942] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bbf108a-3ce2-4edd-ab32-9693121c8370 [ 638.092942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.092942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.092942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.092942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.092942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.092942] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bbf108a-3ce2-4edd-ab32-9693121c8370 already deleted. [ 638.092942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bbf108a-3ce2-4edd-ab32-9693121c8370" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.193417] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.213175] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.321032] env[63036]: INFO networking_nsxv3.common.synchronization [None req-042c9d6a-9384-4f85-bc83-bc41621a3397 None None] Enqueued Resource ID: 612cef14-3f33-4433-9d68-e950152ae235 with Priority: HIGHEST for action port [ 638.321032] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612cef14-3f33-4433-9d68-e950152ae235 with Priority: HIGHEST for action port [ 638.321032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-612cef14-3f33-4433-9d68-e950152ae235 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.321032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612cef14-3f33-4433-9d68-e950152ae235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.321347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612cef14-3f33-4433-9d68-e950152ae235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.321347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612cef14-3f33-4433-9d68-e950152ae235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.321414] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612cef14-3f33-4433-9d68-e950152ae235',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.472190] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 638.472670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.696067] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.716754] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.716918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.717007] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.717228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.717317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.717416] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 is going to be created. [ 638.742361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.742617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.742701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.742896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.743079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.751503] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: UNINITIALIZED for 2s [ 638.827482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612cef14-3f33-4433-9d68-e950152ae235 [ 638.827482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.827482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.827482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.831135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.831135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.831135] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612cef14-3f33-4433-9d68-e950152ae235 already deleted. [ 638.831135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612cef14-3f33-4433-9d68-e950152ae235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.117167] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.117167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.117167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.117167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.117167] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.119444] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.119590] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.119872] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.120008] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.120235] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.120349] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.120461] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.120635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.120679] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.120808] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.120967] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.139340] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.139340] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.139340] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.139340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.139340] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d8509b13-1811-42a3-ab27-a3732675ce4d taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.139340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.139630] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.139725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.139866] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8509b13-1811-42a3-ab27-a3732675ce4d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.201529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.201697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.201771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.201985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.202124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.202234] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 639.239152] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.239382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.239456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.239668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.240568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.254298] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 639.435358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 639.435673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.647272] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.647272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d8509b13-1811-42a3-ab27-a3732675ce4d not found, creating... [ 639.647272] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.647272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.647919] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.647919] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.647919] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.648398] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.648728] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.649043] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d8509b13-1811-42a3-ab27-a3732675ce4d is going to be created. [ 639.673355] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.673355] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.675150] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.675150] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.675150] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.675150] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.109445] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1abd0c7a-7ad1-4cec-90f8-724865942e6c None None] Enqueued Resource ID: 647bd252-2a0e-431a-b2d5-2b8f5f78578d with Priority: HIGHEST for action port [ 640.113025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647bd252-2a0e-431a-b2d5-2b8f5f78578d with Priority: HIGHEST for action port [ 640.113025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-647bd252-2a0e-431a-b2d5-2b8f5f78578d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.113025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647bd252-2a0e-431a-b2d5-2b8f5f78578d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.113025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647bd252-2a0e-431a-b2d5-2b8f5f78578d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.113025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647bd252-2a0e-431a-b2d5-2b8f5f78578d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.113025] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647bd252-2a0e-431a-b2d5-2b8f5f78578d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.615276] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647bd252-2a0e-431a-b2d5-2b8f5f78578d [ 640.615276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.615461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.615797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.615899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.615990] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647bd252-2a0e-431a-b2d5-2b8f5f78578d already deleted. [ 640.616838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647bd252-2a0e-431a-b2d5-2b8f5f78578d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.685836] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c451e50e-e7c1-4a83-bbfb-6685fef54983 None None] Enqueued Resource ID: 903aeb7f-596f-4575-a990-96fbdfd4abe7 with Priority: HIGHEST for action port [ 640.685836] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903aeb7f-596f-4575-a990-96fbdfd4abe7 with Priority: HIGHEST for action port [ 640.687887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-903aeb7f-596f-4575-a990-96fbdfd4abe7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.688241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903aeb7f-596f-4575-a990-96fbdfd4abe7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.688241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903aeb7f-596f-4575-a990-96fbdfd4abe7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.688465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903aeb7f-596f-4575-a990-96fbdfd4abe7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.688816] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903aeb7f-596f-4575-a990-96fbdfd4abe7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 req-7cf443fa-4045-439c-8df0-cd9eccdef923 service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 req-7cf443fa-4045-439c-8df0-cd9eccdef923 service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [req-5378b40f-06d7-4375-8f1f-0c49b29dfbb8 req-7cf443fa-4045-439c-8df0-cd9eccdef923 service nova] Enqueued Resource ID: d8509b13-1811-42a3-ab27-a3732675ce4d with Priority: HIGHEST for action port [ 640.766480] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: SUCCESS [ 640.766480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 640.766480] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8509b13-1811-42a3-ab27-a3732675ce4d with Priority: HIGHEST for action port [ 640.766859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.766952] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.767078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.767146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.767308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.767392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.767478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.767568] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.771339] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.771499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.771588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.773022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.773022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.773381] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.773381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.773469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8509b13-1811-42a3-ab27-a3732675ce4d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.773623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.773623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.773846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.773929] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8509b13-1811-42a3-ab27-a3732675ce4d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.191198] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 903aeb7f-596f-4575-a990-96fbdfd4abe7 [ 641.191436] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.191568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.191638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.191842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.191927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.192027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:903aeb7f-596f-4575-a990-96fbdfd4abe7 already deleted. [ 641.192107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903aeb7f-596f-4575-a990-96fbdfd4abe7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.265439] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.265439] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.265439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.265439] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.278851] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.278978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.279176] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.283050] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8509b13-1811-42a3-ab27-a3732675ce4d with status ACTIVE [ 641.283050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.283050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.283050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.283050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.283050] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8509b13-1811-42a3-ab27-a3732675ce4d is going to be updated. [ 641.300421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.300671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.301031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.301196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8509b13-1811-42a3-ab27-a3732675ce4d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.768810] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.785270] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa208ed4-2a61-4695-a892-dcaa9495d0e8: rpc.has_security_group_logging(os_id): False [ 641.806025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.806025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.806025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.806025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 is going to be created. [ 641.863618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.863618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.863618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.863618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 641.863618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.872095] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: IN_PROGRESS for 2s [ 642.270974] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.302312] env[63036]: INFO networking_nsxv3.common.synchronization [req-a45bca1f-1b34-4f55-9541-4156437ee3a2 req-8e034903-38cd-42b1-84eb-cefc0a73b558 tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Enqueued Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 642.302981] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 642.307022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.307022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.307022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.307022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.652154] env[63036]: INFO networking_nsxv3.common.synchronization [None req-a775f791-9d33-4134-aa84-ffc8c45a5f8c None None] Enqueued Resource ID: e148978c-b17d-454f-9d6b-f2f3bd71c5a2 with Priority: HIGHEST for action port [ 642.652783] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e148978c-b17d-454f-9d6b-f2f3bd71c5a2 with Priority: HIGHEST for action port [ 642.653369] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e148978c-b17d-454f-9d6b-f2f3bd71c5a2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.653533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e148978c-b17d-454f-9d6b-f2f3bd71c5a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.653574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e148978c-b17d-454f-9d6b-f2f3bd71c5a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.653827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e148978c-b17d-454f-9d6b-f2f3bd71c5a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.653940] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e148978c-b17d-454f-9d6b-f2f3bd71c5a2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.776950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.776950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.776950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.776950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.776950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.776950] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 642.804337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.804337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.804337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.809829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.809908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.810678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.810678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.810678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.810678] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.810678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.812945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.812945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.812945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.812945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e379db0f-fb27-4cad-b711-e5b7272811ba already deleted. [ 642.812945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.812945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 643.156364] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e148978c-b17d-454f-9d6b-f2f3bd71c5a2 [ 643.156479] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.156832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.156832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.157844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.158199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.158335] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e148978c-b17d-454f-9d6b-f2f3bd71c5a2 already deleted. [ 643.159257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e148978c-b17d-454f-9d6b-f2f3bd71c5a2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.410539] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.410539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.410539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.410539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.410539] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.411132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.411400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.411765] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.412719] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.413098] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.413325] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.413701] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.413917] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.414170] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.414407] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.414673] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.429539] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0c1c623b-8ec6-4eb5-b6be-524163a7b287 None None] Enqueued Resource ID: 84d4f12e-1b26-4c9b-a406-1930022403bc with Priority: HIGHEST for action port [ 643.430674] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d4f12e-1b26-4c9b-a406-1930022403bc with Priority: HIGHEST for action port [ 643.430674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d4f12e-1b26-4c9b-a406-1930022403bc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.430674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d4f12e-1b26-4c9b-a406-1930022403bc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.430674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d4f12e-1b26-4c9b-a406-1930022403bc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.430966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d4f12e-1b26-4c9b-a406-1930022403bc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.431157] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d4f12e-1b26-4c9b-a406-1930022403bc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.435330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.435330] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.435330] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.435589] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.440023] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e3f71b36-5782-4b27-a9ad-6edfad34a752 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.440023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.440023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.440023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.440023] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f71b36-5782-4b27-a9ad-6edfad34a752',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.714151] env[63036]: INFO networking_nsxv3.common.synchronization [None req-fb9144fc-0d18-4848-9279-82bf0b14464b None None] Enqueued Resource ID: 335cf49f-6cf0-455e-8873-300c7a91983c with Priority: HIGHEST for action port [ 643.714751] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335cf49f-6cf0-455e-8873-300c7a91983c with Priority: HIGHEST for action port [ 643.715586] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-335cf49f-6cf0-455e-8873-300c7a91983c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335cf49f-6cf0-455e-8873-300c7a91983c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.716366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335cf49f-6cf0-455e-8873-300c7a91983c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335cf49f-6cf0-455e-8873-300c7a91983c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.716943] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335cf49f-6cf0-455e-8873-300c7a91983c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.889578] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: SUCCESS [ 643.890447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.933355] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d4f12e-1b26-4c9b-a406-1930022403bc [ 643.933831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.934561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.934848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.935501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.935501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.935501] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d4f12e-1b26-4c9b-a406-1930022403bc already deleted. [ 643.935501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d4f12e-1b26-4c9b-a406-1930022403bc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.943275] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.943895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.946020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e3f71b36-5782-4b27-a9ad-6edfad34a752 not found, creating... [ 643.946020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.947315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.947870] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.948257] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.948600] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.949277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.949648] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.952032] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e3f71b36-5782-4b27-a9ad-6edfad34a752 is going to be created. [ 643.972259] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.972421] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.972547] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.972856] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 643.973291] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.974421] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.220317] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 335cf49f-6cf0-455e-8873-300c7a91983c [ 644.220599] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.220743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.220844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.221037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.221486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.221486] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:335cf49f-6cf0-455e-8873-300c7a91983c already deleted. [ 644.221486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335cf49f-6cf0-455e-8873-300c7a91983c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823302] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 644.823538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.823740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.823968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.824176] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.824295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.827278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.827278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.827278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.827278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.827278] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.842131] env[63036]: INFO networking_nsxv3.common.synchronization [req-dcdeebc3-f265-49b9-acb4-8a3d47e145d3 req-2017e440-8acf-4840-bc7a-303142eff28b tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 644.843503] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 644.844314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.844849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.844849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.847568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.847568] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.847568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.847568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.847568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.847568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.847568] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.903630] env[63036]: INFO networking_nsxv3.common.synchronization [None req-dbb52f74-4ded-4ae4-96ac-92865f611dfc tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 644.903943] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 644.904490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.904605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.904670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.904922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.905044] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.110589] env[63036]: INFO networking_nsxv3.common.synchronization [req-a45bca1f-1b34-4f55-9541-4156437ee3a2 req-08aa1bf1-00bc-419b-a6f5-68f7815e73e8 service nova] Enqueued Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_rules [ 645.110791] env[63036]: INFO networking_nsxv3.common.synchronization [req-a45bca1f-1b34-4f55-9541-4156437ee3a2 req-08aa1bf1-00bc-419b-a6f5-68f7815e73e8 service nova] Enqueued Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 645.110977] env[63036]: INFO networking_nsxv3.common.synchronization [req-a45bca1f-1b34-4f55-9541-4156437ee3a2 req-08aa1bf1-00bc-419b-a6f5-68f7815e73e8 service nova] Enqueued Resource ID: e3f71b36-5782-4b27-a9ad-6edfad34a752 with Priority: HIGHEST for action port [ 645.111229] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_rules [ 645.111356] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 645.111451] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f71b36-5782-4b27-a9ad-6edfad34a752 with Priority: HIGHEST for action port [ 645.121132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.121132] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.121132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.121132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.121132] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.121132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f71b36-5782-4b27-a9ad-6edfad34a752 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.121132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.122054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.122054] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f71b36-5782-4b27-a9ad-6edfad34a752',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.122733] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cda7207c-2b4c-42b5-b6f3-656f1e98d3e8 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 645.123584] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 645.123953] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.124022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.330401] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.332027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.332027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.332027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.333784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.333879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.334431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.334573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.334645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.335274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.336027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.336027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.336027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.349789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.350186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.350259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.350543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.350543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.351418] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.351418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.351696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.351696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.351696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.351819] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 645.381413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.381569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.381647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.381861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.382012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.399410] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 645.426458] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.426458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.426458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.426458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.426458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.426458] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 already deleted. [ 645.426458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.427326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.427640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.427837] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.628610] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.629792] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.629792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.629969] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f71b36-5782-4b27-a9ad-6edfad34a752 with status ACTIVE [ 645.630307] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.630307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.630452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.630679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.630765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.631020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.631126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.631187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.631356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.631486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.631687] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.631937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.631937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.632941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.632941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.632941] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f71b36-5782-4b27-a9ad-6edfad34a752 is going to be updated. [ 645.654458] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.654645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.654680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.654892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.655066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.655181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f71b36-5782-4b27-a9ad-6edfad34a752" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.838977] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 338e850f-c02c-4abf-9f59-6aa1b797d822: rpc.has_security_group_logging(os_id): False [ 645.858087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.858087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.858087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.858087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.858631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.858631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.858631] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.858930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.858930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.858930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.859092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.859261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.859261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.859261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.859408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.859514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.859514] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 645.870023] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1c63a854-8e87-47ce-ac85-b48f9130c2a5 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 645.870023] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 645.870546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.870683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.870754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.871019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.873629] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.923069] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.923536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.923536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.923536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.923536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.930137] env[63036]: INFO networking_nsxv3.common.synchronization [None req-65cbb5b8-3fd9-42a1-8167-6ef5cdb52d96 None None] Enqueued Resource ID: 768147b3-b0e1-4cd8-81ba-15fd6977ee6f with Priority: HIGHEST for action port [ 645.931192] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768147b3-b0e1-4cd8-81ba-15fd6977ee6f with Priority: HIGHEST for action port [ 645.931926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-768147b3-b0e1-4cd8-81ba-15fd6977ee6f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.931926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-768147b3-b0e1-4cd8-81ba-15fd6977ee6f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.931926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-768147b3-b0e1-4cd8-81ba-15fd6977ee6f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.933167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-768147b3-b0e1-4cd8-81ba-15fd6977ee6f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.933167] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('768147b3-b0e1-4cd8-81ba-15fd6977ee6f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.943593] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 645.952802] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.952802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.952802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.952802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.952802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.952802] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 already deleted. [ 645.952802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.037944] env[63036]: INFO networking_nsxv3.common.synchronization [None req-25a96fc5-645e-4205-8d1a-8039b7925663 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 646.038515] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 646.038824] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.038937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.079795] env[63036]: INFO networking_nsxv3.common.synchronization [None req-54026cc0-fa75-4c62-82a9-e8180d16273d None None] Enqueued Resource ID: 0e1e985f-05b7-489b-86cf-7818463cd764 with Priority: HIGHEST for action port [ 646.081095] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1e985f-05b7-489b-86cf-7818463cd764 with Priority: HIGHEST for action port [ 646.081467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1e985f-05b7-489b-86cf-7818463cd764 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.081936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1e985f-05b7-489b-86cf-7818463cd764" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.081936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1e985f-05b7-489b-86cf-7818463cd764" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.082281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1e985f-05b7-489b-86cf-7818463cd764" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.082366] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1e985f-05b7-489b-86cf-7818463cd764',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.135696] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.394169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.394392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.394392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.394916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.395127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.395610] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b already deleted. [ 646.395736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.395913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.396110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.396200] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.435398] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 768147b3-b0e1-4cd8-81ba-15fd6977ee6f [ 646.435670] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.435805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.436428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.436428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.436428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.436428] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:768147b3-b0e1-4cd8-81ba-15fd6977ee6f already deleted. [ 646.436428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-768147b3-b0e1-4cd8-81ba-15fd6977ee6f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.498639] env[63036]: INFO networking_nsxv3.common.synchronization [None req-f2681301-ba01-45ec-8c5b-d5249166183c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 646.498639] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 646.498639] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.498639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.500416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.500416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.500416] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.586132] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e1e985f-05b7-489b-86cf-7818463cd764 [ 646.586132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.586132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.586132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.586132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.586132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.586132] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e1e985f-05b7-489b-86cf-7818463cd764 already deleted. [ 646.586132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1e985f-05b7-489b-86cf-7818463cd764" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.589578] env[63036]: INFO networking_nsxv3.common.synchronization [req-b51c1a63-7b3c-4954-9a7e-b051138b3454 req-8ea5f6fa-d4e4-4c19-982c-0e2b14c31e22 tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Enqueued Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 646.590851] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 646.591188] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.591307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.591372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.591649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.591806] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.591977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.592051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.592225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.592299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.593065] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.641151] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.641151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.641151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.641151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.641151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.641151] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e379db0f-fb27-4cad-b711-e5b7272811ba is going to be created. [ 646.662262] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.662404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.662469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.662718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.662885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.670875] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8b1efedd-1cb9-4cb0-b89a-c7b3b5c235b9 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 646.670875] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 646.670875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.670875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.672746] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: UNINITIALIZED for 2s [ 646.916324] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.916486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.916559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.916775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.916974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.916974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b already deleted. [ 646.917065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.018240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.019729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.021818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c already deleted. [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.021818] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.097409] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.097409] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.097409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e already deleted. [ 647.097409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.236281] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.236281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-141" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.236965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-141" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.237666] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-141" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.240017] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.240017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.240017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.240017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.240017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.240017] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.240017] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.240017] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.241766] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.242069] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.242363] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.242618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.265167] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.265390] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.265559] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.265771] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-141" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.266177] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.266380] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.266557] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.266904] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.267070] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b9f971-9aa6-4946-9e31-eaaba6e7c5be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.409775] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 647.410382] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 647.410382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.545207] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.545207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.545207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.545435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.545541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.545603] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c already deleted. [ 647.545709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.769785] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.770037] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.770174] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.770460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.770687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.770945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port f0b9f971-9aa6-4946-9e31-eaaba6e7c5be not found, creating... [ 647.771092] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.771273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.771396] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.771932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.771932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.772047] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.772195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.772312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.772519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.772653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.772818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be is going to be created. [ 647.794020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.794020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.794020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.794020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 647.794020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.794020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.957411] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 647.957411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.682817] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: SUCCESS [ 648.683188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.683461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.683754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.684044] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.684277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.684395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.684893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.685194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.685346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.685483] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.058152] env[63036]: INFO networking_nsxv3.common.synchronization [req-b51c1a63-7b3c-4954-9a7e-b051138b3454 req-f3e4c538-6941-43c7-91ff-99ef47124000 service nova] Enqueued Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_rules [ 649.058347] env[63036]: INFO networking_nsxv3.common.synchronization [req-b51c1a63-7b3c-4954-9a7e-b051138b3454 req-f3e4c538-6941-43c7-91ff-99ef47124000 service nova] Enqueued Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 649.058763] env[63036]: INFO networking_nsxv3.common.synchronization [req-b51c1a63-7b3c-4954-9a7e-b051138b3454 req-f3e4c538-6941-43c7-91ff-99ef47124000 service nova] Enqueued Resource ID: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be with Priority: HIGHEST for action port [ 649.058763] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_rules [ 649.059130] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 649.059130] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be with Priority: HIGHEST for action port [ 649.059532] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.059657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.059725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.062177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.062177] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.064144] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.065224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.065224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.065224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.065224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.065224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.065224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.065606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.065606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.065606] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.066831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.067700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.067700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.067700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.067700] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b9f971-9aa6-4946-9e31-eaaba6e7c5be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.188132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.188340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.188424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.188692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.188819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.188918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.188988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.189151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.189262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.189357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.189530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.189619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.189683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.189826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.189965] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.190068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.190255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.190255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.190347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.190400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.190491] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.295447] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4e86fef-c640-41d6-823d-f5f15b58976e req-4935b7d9-b077-4c38-b656-90fdcc8020da tempest-FloatingIPsAssociationNegativeTestJSON-882467810 tempest-FloatingIPsAssociationNegativeTestJSON-882467810-project-member] Enqueued Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 649.295447] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGHEST for action security_group_members [ 649.295447] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.296205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.296451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.296794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.297182] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.297413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.297563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.297804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.297980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.298185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.547318] env[63036]: INFO networking_nsxv3.common.synchronization [req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 req-66402b39-4095-4ffa-8d82-3632e2f1718c tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 649.547849] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 649.548170] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.548297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.548389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.548566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.551524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.551591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.551708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.551839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.551931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.552043] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.568984] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.569695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.569803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.569961] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b9f971-9aa6-4946-9e31-eaaba6e7c5be with status ACTIVE [ 649.570133] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.570258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.570298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.572475] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.572475] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.574199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.574199] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b9f971-9aa6-4946-9e31-eaaba6e7c5be is going to be updated. [ 649.594691] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.594848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.594895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.595281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.595281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.595393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b9f971-9aa6-4946-9e31-eaaba6e7c5be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.695795] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e379db0f-fb27-4cad-b711-e5b7272811ba: rpc.has_security_group_logging(os_id): False [ 649.715431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.715582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.715654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.715872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.715970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.716835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.716835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.716835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.716835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.716835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.716835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.716835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.717249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.717249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.717249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.717376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.717376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.717465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.717551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.717619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.717710] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e379db0f-fb27-4cad-b711-e5b7272811ba is going to be created. [ 649.779616] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.779616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.779616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.779616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.779616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.792208] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: IN_PROGRESS for 2s [ 649.801250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.801415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.801517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.801706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.801817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.802020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.802120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.802180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.802338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.802407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.802490] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e is going to be updated. [ 649.835756] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.835924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.838940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.838940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.838940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.847032] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: IN_PROGRESS for 2s [ 649.985149] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.985149] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.985149] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.985365] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.985765] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.985765] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.985884] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.986346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.987370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.987370] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.987370] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.987370] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.987370] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.987370] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.987370] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.987659] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.005831] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.006024] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.006221] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.006420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-571" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.006836] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-b074e377-de3c-4b12-8a1e-22b056558833 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.006965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.007044] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.007359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.007502] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b074e377-de3c-4b12-8a1e-22b056558833',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.054399] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.079139] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.515096] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.515323] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.515470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.515741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.515898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.516068] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port b074e377-de3c-4b12-8a1e-22b056558833 not found, creating... [ 650.517027] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.517027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.517027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.517027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.517027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.517383] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.517528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.517565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.517777] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.517909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.518059] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: b074e377-de3c-4b12-8a1e-22b056558833 is going to be created. [ 650.535973] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.536189] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.536362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.536616] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.537198] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.537198] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.564542] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.585630] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.585630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.585630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.585927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.585927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.585927] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e is going to be created. [ 650.625714] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.625895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.625966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.626211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.626384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.637590] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: UNINITIALIZED for 2s [ 651.071905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.071905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.071905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.071905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.071905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.071905] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 651.098100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.098295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.098346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.098523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.098664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.111023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 651.571220] env[63036]: INFO networking_nsxv3.common.synchronization [None req-20cd488c-83e0-4203-907b-2ceea123651d None None] Enqueued Resource ID: 7035cc02-7597-4eed-883b-58c7aee22757 with Priority: HIGHEST for action port [ 651.571485] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7035cc02-7597-4eed-883b-58c7aee22757 with Priority: HIGHEST for action port [ 651.572165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-7035cc02-7597-4eed-883b-58c7aee22757 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.572309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7035cc02-7597-4eed-883b-58c7aee22757" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.572309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7035cc02-7597-4eed-883b-58c7aee22757" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.572516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7035cc02-7597-4eed-883b-58c7aee22757" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.576029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7035cc02-7597-4eed-883b-58c7aee22757',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.770263] env[63036]: INFO networking_nsxv3.common.synchronization [req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 req-f83275c7-7808-48fc-ab9b-45c4dabd2606 service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 651.771097] env[63036]: INFO networking_nsxv3.common.synchronization [req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 req-f83275c7-7808-48fc-ab9b-45c4dabd2606 service nova] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 651.771204] env[63036]: INFO networking_nsxv3.common.synchronization [req-d4db67d2-6156-433a-b5bb-bf7f250bd9a2 req-f83275c7-7808-48fc-ab9b-45c4dabd2606 service nova] Enqueued Resource ID: b074e377-de3c-4b12-8a1e-22b056558833 with Priority: HIGHEST for action port [ 651.772446] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_rules [ 651.772587] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 651.772690] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b074e377-de3c-4b12-8a1e-22b056558833 with Priority: HIGHEST for action port [ 651.773126] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.773568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.773658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.773901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.774036] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.775277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.775277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.775832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b074e377-de3c-4b12-8a1e-22b056558833 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.775992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.776111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.776384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.776457] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b074e377-de3c-4b12-8a1e-22b056558833',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.802688] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: SUCCESS [ 651.802951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.857815] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d8a40b-c609-45cd-a821-a04d6343c39e in Status: SUCCESS [ 651.857997] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e deletion is rescheduled due to dependency. [ 651.858131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.075494] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7035cc02-7597-4eed-883b-58c7aee22757 [ 652.079015] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.079015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.079015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.079015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.079015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.079015] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7035cc02-7597-4eed-883b-58c7aee22757 already deleted. [ 652.079015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7035cc02-7597-4eed-883b-58c7aee22757" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.200530] env[63036]: INFO networking_nsxv3.common.synchronization [req-fd795283-c33f-488a-9980-7b97202a56a7 req-f7eeaeef-885d-44ee-bb6e-6e90225e5cdd tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 652.201103] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 652.201397] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.201519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.201582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.201825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.201976] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.202347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.202410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.203033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.203033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.203033] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.280909] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.281065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.281263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b074e377-de3c-4b12-8a1e-22b056558833 with status ACTIVE [ 652.281449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.281557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.281618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.281836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.282143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.282143] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.282264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.282297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.282542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.282542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.282726] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.282838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.282901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.283143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.283207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b074e377-de3c-4b12-8a1e-22b056558833 is going to be updated. [ 652.303248] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.303386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.303458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.303671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.303816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.304053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b074e377-de3c-4b12-8a1e-22b056558833" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.648415] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: SUCCESS [ 652.648824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.648824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.650413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.650413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.650413] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.705224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.705408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.705461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.705712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.705808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.706023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.706189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.706189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.706362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.706468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.706655] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f already deleted. [ 652.709084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.777205] env[63036]: INFO networking_nsxv3.common.synchronization [req-bfe5acf1-a77e-4dcf-8c02-ee24174beeb5 req-aa3c1ed4-f96c-4df6-9db5-69edb90aaea8 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 652.777851] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 652.781178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.781178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 652.781178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.781178] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.120640] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 653.121417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.121585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.121983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.123010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.123140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.123529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.123667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.123933] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.152847] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.152995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.153056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.155263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.155515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.155744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.155744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.156174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.156304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.156401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.156680] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.156680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.156795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.156859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.156995] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.157119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.157159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.157302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.157379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.157454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.157698] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.283375] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.486390] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.486390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.486390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.486390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.486712] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.486875] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.487297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.487703] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.487897] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.488156] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.488311] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.488455] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.488593] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.488733] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.488866] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.489053] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.507306] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.507306] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.507581] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.507581] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.508170] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508170] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.508364] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508583] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.508729] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff5917f-c23c-4c80-8c37-1be1f8751a5e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.558803] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cbbf292c-b400-4336-bb25-281ccbee0046 None None] Enqueued Resource ID: 6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c with Priority: HIGHEST for action port [ 653.561506] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c with Priority: HIGHEST for action port [ 653.561506] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.561733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.561733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.562068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.562068] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.629206] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.662533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f0ff6c-2e64-4728-bbec-93b499f7ab0e: rpc.has_security_group_logging(os_id): False [ 653.680370] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.680370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.680370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.680720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.680720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.680879] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.680943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.681014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.681432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.681432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.681432] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.681713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.681713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.681713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.681847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.681968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.682173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.682173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.682458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.682534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.682625] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e is going to be created. [ 653.777974] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.777974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.777974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.778327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.778327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.785642] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.793160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: IN_PROGRESS for 2s [ 653.947807] env[63036]: INFO networking_nsxv3.common.synchronization [None req-edf56a98-0d6f-46ae-9e79-14a61ea61b1c None None] Enqueued Resource ID: 8f3d3f36-b7ac-4b09-98dd-5c916020d82b with Priority: HIGHEST for action port [ 653.948465] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3d3f36-b7ac-4b09-98dd-5c916020d82b with Priority: HIGHEST for action port [ 653.949080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3d3f36-b7ac-4b09-98dd-5c916020d82b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.949080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3d3f36-b7ac-4b09-98dd-5c916020d82b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.949080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3d3f36-b7ac-4b09-98dd-5c916020d82b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.951412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3d3f36-b7ac-4b09-98dd-5c916020d82b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.951412] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3d3f36-b7ac-4b09-98dd-5c916020d82b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.012216] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.012462] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.012534] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.012843] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.013049] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.013367] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 9ff5917f-c23c-4c80-8c37-1be1f8751a5e not found, creating... [ 654.013460] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.013630] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.013790] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.014021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.014173] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.014493] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.014923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.014923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.015053] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.019001] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.019001] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e is going to be created. [ 654.046236] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.046236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.046236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.046236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.046236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.046236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.066396] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c [ 654.066396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.066396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.066396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.066396] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c already deleted. [ 654.066396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5a24fd-b09d-41b9-a5bd-bd8a50575f0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.132593] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.287826] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.287988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.288077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.288296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.288398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.288620] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be updated. [ 654.334128] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.334282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.334358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.334575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.334753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.352131] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 654.454429] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f3d3f36-b7ac-4b09-98dd-5c916020d82b [ 654.454712] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.455240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.455240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.455240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.455240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.455463] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f3d3f36-b7ac-4b09-98dd-5c916020d82b already deleted. [ 654.455463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3d3f36-b7ac-4b09-98dd-5c916020d82b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.635589] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.635772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.635852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.636056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.636151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.636254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 654.665116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.665257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.666069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.666301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.666649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.677924] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 654.716689] env[63036]: INFO networking_nsxv3.common.synchronization [req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 req-2b1b6b50-a1dc-4392-b151-107d47ba95e9 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 654.717168] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 654.718869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.718869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.718869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.718869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.718869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.721286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.721286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.721561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.721561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.721644] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.958048] env[63036]: INFO networking_nsxv3.common.synchronization [req-fd795283-c33f-488a-9980-7b97202a56a7 req-f49d2f47-00e9-446a-9cd8-95d430ecff86 service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 654.958241] env[63036]: INFO networking_nsxv3.common.synchronization [req-fd795283-c33f-488a-9980-7b97202a56a7 req-f49d2f47-00e9-446a-9cd8-95d430ecff86 service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 654.958383] env[63036]: INFO networking_nsxv3.common.synchronization [req-fd795283-c33f-488a-9980-7b97202a56a7 req-f49d2f47-00e9-446a-9cd8-95d430ecff86 service nova] Enqueued Resource ID: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e with Priority: HIGHEST for action port [ 654.958874] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 654.959016] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 654.959694] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e with Priority: HIGHEST for action port [ 654.959834] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.959983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.960066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.960755] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.961244] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.961335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.961407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.961871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.961871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.961871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.961871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.962139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.962139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.964729] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.964729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.964729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.964729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.964729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.964729] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff5917f-c23c-4c80-8c37-1be1f8751a5e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.110855] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.111107] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.111239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.111505] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.111770] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.111979] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.112053] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.112306] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.112479] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.112691] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.112937] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.113083] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.113201] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.113315] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.113431] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.113599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.131748] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.131845] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.132504] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.132504] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.132504] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-35dab9e5-ea4c-44d4-9561-0e4791c737f5 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.132925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.132925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.133477] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.133477] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dab9e5-ea4c-44d4-9561-0e4791c737f5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.223359] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.223520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.223590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.223797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.224221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.226525] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.226525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.226525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.226525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.226525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.226525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be updated. [ 655.256439] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.256611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.256679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.256854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.257105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.269829] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 655.466224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.466224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.466224] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.467178] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff5917f-c23c-4c80-8c37-1be1f8751a5e with status ACTIVE [ 655.467431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.467590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.467683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.467955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.471797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.471797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.471958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.472144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.472363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.472496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.472709] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.472883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.473222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.473441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.473882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.474055] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff5917f-c23c-4c80-8c37-1be1f8751a5e is going to be updated. [ 655.499716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.499716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.499716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.499716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.499716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.499716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff5917f-c23c-4c80-8c37-1be1f8751a5e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.635878] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.636132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.636308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.636602] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.636767] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.636943] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 35dab9e5-ea4c-44d4-9561-0e4791c737f5 not found, creating... [ 655.637276] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.637388] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.637497] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.637721] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.637895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.638280] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.638530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.638530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.638748] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.638797] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.639035] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 is going to be created. [ 655.671390] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.671623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.671750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.672044] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.672280] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.672500] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.810941] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: SUCCESS [ 655.811203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.980732] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.363875] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 656.366116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.432763] env[63036]: INFO networking_nsxv3.common.synchronization [req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 req-f4207d5c-6777-4207-b283-2b97099d9736 service nova] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_rules [ 656.433014] env[63036]: INFO networking_nsxv3.common.synchronization [req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 req-f4207d5c-6777-4207-b283-2b97099d9736 service nova] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 656.433163] env[63036]: INFO networking_nsxv3.common.synchronization [req-2bea9c96-1616-4fdf-90b2-1731cfa652a7 req-f4207d5c-6777-4207-b283-2b97099d9736 service nova] Enqueued Resource ID: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 with Priority: HIGHEST for action port [ 656.433397] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_rules [ 656.434022] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 656.434022] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 with Priority: HIGHEST for action port [ 656.434342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.434485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.434546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.434744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.434821] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.435709] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.435799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.436013] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-35dab9e5-ea4c-44d4-9561-0e4791c737f5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.436130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.436195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.436369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.436440] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35dab9e5-ea4c-44d4-9561-0e4791c737f5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.481233] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.481604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.481604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.481742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.481742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.481851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be created. [ 656.497080] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b8dd2857-bb37-4be1-a8ed-542df6a5e90c None None] Enqueued Resource ID: d6fcbde7-c519-4d46-a42d-098445d2a9a3 with Priority: HIGHEST for action port [ 656.498035] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6fcbde7-c519-4d46-a42d-098445d2a9a3 with Priority: HIGHEST for action port [ 656.498195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6fcbde7-c519-4d46-a42d-098445d2a9a3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.498337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6fcbde7-c519-4d46-a42d-098445d2a9a3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.498400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6fcbde7-c519-4d46-a42d-098445d2a9a3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.498641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6fcbde7-c519-4d46-a42d-098445d2a9a3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.498753] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6fcbde7-c519-4d46-a42d-098445d2a9a3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.504273] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.504408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.504479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.504835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.514052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: UNINITIALIZED for 2s [ 656.691421] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 656.691421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.691421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.691421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.691614] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.691692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.691729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.691879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.691954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.692073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.692162] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.938272] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.938483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.938648] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35dab9e5-ea4c-44d4-9561-0e4791c737f5 with status ACTIVE [ 656.938739] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.938859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.938943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.939227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.939399] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.939510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.939786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.939928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.940040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.940163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.940233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.940375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.940446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.940512] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35dab9e5-ea4c-44d4-9561-0e4791c737f5 is going to be updated. [ 656.965540] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.965713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.965760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.965967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.966120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.966283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35dab9e5-ea4c-44d4-9561-0e4791c737f5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.004899] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6fcbde7-c519-4d46-a42d-098445d2a9a3 [ 657.005156] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.005325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.005455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.005753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.005753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.005753] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6fcbde7-c519-4d46-a42d-098445d2a9a3 already deleted. [ 657.005978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6fcbde7-c519-4d46-a42d-098445d2a9a3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.195915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.196170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.196303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.196755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.196984] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.197161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.197281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.197599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.197599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.197927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.198145] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.198281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.198372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.198561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.198785] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.198929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.199034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.199244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.199482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.199646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.199749] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.279076] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 657.279261] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 deletion is rescheduled due to dependency. [ 657.279377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.279541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.279761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.279977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.280203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.280583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.280685] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.436185] env[63036]: INFO networking_nsxv3.common.synchronization [req-82c16643-3a83-49bc-b424-4cc8ce18da91 req-cafaf045-528b-45ca-a93d-309500c76253 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 657.436512] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 657.436512] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.436720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.437942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.438063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.438128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.438346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.438443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.438535] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.702689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 338e850f-c02c-4abf-9f59-6aa1b797d822: rpc.has_security_group_logging(os_id): False [ 657.719910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.720091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.720546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.720546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.720546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.720694] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.720874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.720874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.720963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.721039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.721303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.721433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.721578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.721752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.721906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.722316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.722495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.722641] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 657.779646] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.779854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.779945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.780192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.780360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.783138] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.796641] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 657.940457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.940694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.940802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.941168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.941310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.941551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.941689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.941780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.941965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.942091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.942206] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c already deleted. [ 657.942316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.985100] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.985370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.985534] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.985832] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.986150] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.986348] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.986501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.986758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 657.986940] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.987202] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.987352] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.987496] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.987635] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.987781] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.987917] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.988117] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.005584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.005786] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.005894] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.006088] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.006399] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-c80edf09-678d-447b-9634-4cae9641415c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.006563] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.006698] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.007055] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.007742] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80edf09-678d-447b-9634-4cae9641415c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.285066] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.510107] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.510501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.510565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.510908] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.511097] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.511341] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port c80edf09-678d-447b-9634-4cae9641415c not found, creating... [ 658.511537] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.511701] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.512197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.512197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.512576] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.512690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.512776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.513017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.513168] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.513318] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: c80edf09-678d-447b-9634-4cae9641415c is going to be created. [ 658.523585] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 658.523774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.523922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524299] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.524402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.524461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.524603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.524672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.524755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.524868] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.533773] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.533773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.533773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.534114] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.535029] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.535029] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.790394] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.790394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.790394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.790394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.790394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.790394] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be updated. [ 658.815392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.816516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.816516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.816516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.816516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.824818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 659.027402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.027500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.027586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.030093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.030093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.030093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.030093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.030093] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.346448] env[63036]: INFO networking_nsxv3.common.synchronization [req-82c16643-3a83-49bc-b424-4cc8ce18da91 req-f2f96c24-9e6d-4917-a9ee-b399418e7af5 service nova] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_rules [ 659.346743] env[63036]: INFO networking_nsxv3.common.synchronization [req-82c16643-3a83-49bc-b424-4cc8ce18da91 req-f2f96c24-9e6d-4917-a9ee-b399418e7af5 service nova] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 659.346743] env[63036]: INFO networking_nsxv3.common.synchronization [req-82c16643-3a83-49bc-b424-4cc8ce18da91 req-f2f96c24-9e6d-4917-a9ee-b399418e7af5 service nova] Enqueued Resource ID: c80edf09-678d-447b-9634-4cae9641415c with Priority: HIGHEST for action port [ 659.347076] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_rules [ 659.347143] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 659.347681] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80edf09-678d-447b-9634-4cae9641415c with Priority: HIGHEST for action port [ 659.347977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.347977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.348993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.349342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.349342] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.350547] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.350658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.351332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.351332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.351332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.351332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.351332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.351662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.351662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.351662] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.352427] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c80edf09-678d-447b-9634-4cae9641415c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.352587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.352708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.353237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.353317] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c80edf09-678d-447b-9634-4cae9641415c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.443697] env[63036]: INFO networking_nsxv3.common.synchronization [req-d228b123-f325-45c5-b16a-9f545a8bd51f req-072b2fd8-e7fa-4780-aa41-2927a83abc9d tempest-ServerExternalEventsTest-1980422729 tempest-ServerExternalEventsTest-1980422729-project-member] Enqueued Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 659.444213] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e379db0f-fb27-4cad-b711-e5b7272811ba with Priority: HIGHEST for action security_group_members [ 659.444509] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e379db0f-fb27-4cad-b711-e5b7272811ba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.444630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.444698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.444898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.445520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.445668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.445738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.445961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.446074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.446171] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e379db0f-fb27-4cad-b711-e5b7272811ba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.532273] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf041427-05ee-4190-af44-60fdb813112f: rpc.has_security_group_logging(os_id): False [ 659.550495] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.550798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.550912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.551202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.551240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.551416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.551516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.551632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.551727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.551803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.552050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.552143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.552176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.552310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.552364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.552536] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.552659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.552708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.552814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.552959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.553012] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be created. [ 659.612987] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.612987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.613344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.613441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.613688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.624052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 659.817224] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 659.817594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.863603] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.863818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.864087] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.865251] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c80edf09-678d-447b-9634-4cae9641415c with status ACTIVE [ 659.866027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.866027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.866027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.866027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.866027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.866306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.866377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.866470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.866741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.866851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.867144] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.867359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.867414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.867663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.867813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.867973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c80edf09-678d-447b-9634-4cae9641415c is going to be updated. [ 659.899206] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.899847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.899847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.899847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.899999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.900166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c80edf09-678d-447b-9634-4cae9641415c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.950620] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.950848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.950848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.953234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.953234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.953234] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e379db0f-fb27-4cad-b711-e5b7272811ba is going to be updated. [ 659.985530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.985772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.985869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.986200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.986411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.995382] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: IN_PROGRESS for 2s [ 660.370699] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.833722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 660.834051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.835090] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.835090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.835458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.872573] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.872807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.873063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.873176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.873557] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be created. [ 660.896120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.897082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.897082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.897082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.897082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.906776] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: UNINITIALIZED for 2s [ 661.026913] env[63036]: INFO networking_nsxv3.common.synchronization [req-fe73a732-01fb-450a-baf9-81029c6e6d0d req-41614031-2eae-41b9-9c71-54c801d40f90 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 661.027439] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 661.027739] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.029644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.277823] env[63036]: INFO networking_nsxv3.common.synchronization [req-9a0176bb-5dd2-4085-9898-c899c92d4266 req-6f1a89d3-ceed-450f-9ebd-9733d815cb2f tempest-ServerMetadataNegativeTestJSON-2114065473 tempest-ServerMetadataNegativeTestJSON-2114065473-project-member] Enqueued Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 661.278485] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGHEST for action security_group_members [ 661.278907] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.279015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.279056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.279422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.279518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.279580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.279737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.280010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.280010] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.340891] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.341189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.341558] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.341658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.341744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.341979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.342128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.342246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.342420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.342517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.342574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.342745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.342927] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.343022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.343087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.343249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.343327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.343533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.343533] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.416226] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.416226] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.416226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.416790] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.416790] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.416790] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.416790] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.416941] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.417034] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.417392] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.417628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.435259] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.435491] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.435644] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.435821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.436164] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-cb51e22d-0492-45ae-b3c4-9097a83d89d8 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.436367] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.436468] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.436807] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.436947] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb51e22d-0492-45ae-b3c4-9097a83d89d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.636417] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 661.636664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.783607] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.783922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.784070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.784366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.784599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.784841] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.785031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.785162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.785540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.785540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.785677] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e is going to be updated. [ 661.812030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.812030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.812030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.812231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.812231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.819769] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: IN_PROGRESS for 2s [ 661.846885] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee89026a-fda9-42a4-846c-8e59f1cf0db4: rpc.has_security_group_logging(os_id): False [ 661.862227] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.862367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.862439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.862654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.862748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.863038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.863164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.863230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.863400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.863510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.863712] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.863807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.863872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.864067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.864153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.864337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.864444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.864509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.864653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.864727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.864810] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be updated. [ 661.930907] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.931601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.931601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.931601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.931601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.941304] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.941514] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.941641] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.942121] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.942121] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.942230] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port cb51e22d-0492-45ae-b3c4-9097a83d89d8 not found, creating... [ 661.942492] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.942650] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.942779] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.943010] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.943218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.943461] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.943639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.943761] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.943972] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.944399] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.944607] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: cb51e22d-0492-45ae-b3c4-9097a83d89d8 is going to be created. [ 661.947066] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 661.971740] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.972045] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.972229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.972561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.972853] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.973174] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.007374] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e379db0f-fb27-4cad-b711-e5b7272811ba in Status: SUCCESS [ 662.007374] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e379db0f-fb27-4cad-b711-e5b7272811ba deletion is rescheduled due to dependency. [ 662.007515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e379db0f-fb27-4cad-b711-e5b7272811ba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.828650] env[63036]: INFO networking_nsxv3.common.synchronization [req-fe73a732-01fb-450a-baf9-81029c6e6d0d req-92a986a5-2233-4750-96bc-085a822e2190 service nova] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_rules [ 662.828847] env[63036]: INFO networking_nsxv3.common.synchronization [req-fe73a732-01fb-450a-baf9-81029c6e6d0d req-92a986a5-2233-4750-96bc-085a822e2190 service nova] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 662.828930] env[63036]: INFO networking_nsxv3.common.synchronization [req-fe73a732-01fb-450a-baf9-81029c6e6d0d req-92a986a5-2233-4750-96bc-085a822e2190 service nova] Enqueued Resource ID: cb51e22d-0492-45ae-b3c4-9097a83d89d8 with Priority: HIGHEST for action port [ 662.829478] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_rules [ 662.829629] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 662.829737] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb51e22d-0492-45ae-b3c4-9097a83d89d8 with Priority: HIGHEST for action port [ 662.837027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.837027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.837027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.837027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.837027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb51e22d-0492-45ae-b3c4-9097a83d89d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.837027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.837027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.837027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.837027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb51e22d-0492-45ae-b3c4-9097a83d89d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.920346] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 662.920666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.920712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.921306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.921484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.921713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.921792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.921934] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.923556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.923741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.923928] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.924081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.924170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.924387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.924495] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.337443] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb51e22d-0492-45ae-b3c4-9097a83d89d8 with status ACTIVE [ 663.337795] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.337948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.338029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.338253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.338344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.338544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.338645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.338705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.338859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.338934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.339130] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.339221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.339274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.339411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.339480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.339561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb51e22d-0492-45ae-b3c4-9097a83d89d8 is going to be updated. [ 663.360364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.360521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.360589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.360797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.361017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.361220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb51e22d-0492-45ae-b3c4-9097a83d89d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.424088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.424344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.426665] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.596549] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7cc973cf-68cf-4b11-939d-6d5c796c3a08 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: b43c18ce-cf02-487d-a888-90735d96e7a8 with Priority: HIGHEST for action security_group_rules [ 663.597155] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43c18ce-cf02-487d-a888-90735d96e7a8 with Priority: HIGHEST for action security_group_rules [ 663.597486] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43c18ce-cf02-487d-a888-90735d96e7a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.597612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.597685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.597952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 663.598137] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43c18ce-cf02-487d-a888-90735d96e7a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.695707] env[63036]: INFO networking_nsxv3.common.synchronization [None req-898c31c4-cfd2-44c7-9bf5-088e73d574b3 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: b43c18ce-cf02-487d-a888-90735d96e7a8 with Priority: HIGHEST for action security_group_rules [ 663.696563] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43c18ce-cf02-487d-a888-90735d96e7a8 with Priority: HIGHEST for action security_group_rules [ 663.697162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43c18ce-cf02-487d-a888-90735d96e7a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.697609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.830230] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e in Status: SUCCESS [ 663.830230] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e deletion is rescheduled due to dependency. [ 663.830230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.930166] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.962440] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 663.962440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.119275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.119275] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43c18ce-cf02-487d-a888-90735d96e7a8 already deleted. [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.119275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.119275] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43c18ce-cf02-487d-a888-90735d96e7a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.435822] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.435991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.436084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.436302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.436421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.436512] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be updated. [ 664.468298] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.468472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.468558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.468807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.468986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.480161] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 664.642116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.642116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.642116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.642116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.642116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.642116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43c18ce-cf02-487d-a888-90735d96e7a8 already deleted. [ 664.642116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43c18ce-cf02-487d-a888-90735d96e7a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.488135] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 666.488409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.488531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.488746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.488922] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.489058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.489122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.489262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.489337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.489442] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.991208] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.493295] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.957657] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-b918dfe1-cb0e-4d56-b57f-a9b4d8340150 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 667.958254] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 667.958562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.958661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.958726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.958988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.959193] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.959301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.959361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.959524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.959615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.959692] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.996409] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.996698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.996698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.996816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.996917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.997019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be updated. [ 668.030724] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.030902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.030941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.031167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.031313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.038931] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 668.309026] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-0d1952de-0eee-449e-a4e5-859c6cf64701 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 668.309026] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 668.309026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.309026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.465139] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.465312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.465384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.465600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.465691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.465884] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.465981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.466056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.466204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.466279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.466362] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 already deleted. [ 668.466441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.466598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.466740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.466875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.466967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.467041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.467177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.467248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.467334] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.628333] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-9afea193-f028-4199-a6f6-22995e8723b7 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 668.628847] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 668.629159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.629256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.958927] env[63036]: INFO networking_nsxv3.common.synchronization [req-8ffdcb82-f87c-4aca-a8bc-8c42d7c3efd1 req-6d80e5e5-5142-4d69-a8ad-bfc7a4cd9617 tempest-DeleteServersAdminTestJSON-382671363 tempest-DeleteServersAdminTestJSON-382671363-project-member] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 668.959673] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGHEST for action security_group_members [ 668.960116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.960515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.960639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.960867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.961513] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.961513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.961513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.961664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.961664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.961781] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.969902] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.970094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.970204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.970390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.970504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.970718] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.970831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.971137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.971225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.971225] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 already deleted. [ 668.971298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.971439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.971735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.971887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.972030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.972101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.972187] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.032584] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.033214] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.033402] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.033743] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.034124] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.034484] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.034610] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.034886] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.035084] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.035383] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.035521] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.035638] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.035751] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.035853] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.035956] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.036101] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.057032] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.057032] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.057032] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.057032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.057032] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-129a2100-b484-4e75-bd76-0e58b9919dc6 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.057032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.057032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.057032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.057032] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129a2100-b484-4e75-bd76-0e58b9919dc6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.468515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.468695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.468770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.468989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.469096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.469299] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.469395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.469458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.469602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.469676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.469761] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be updated. [ 669.476152] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.476301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.476355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.476502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.476937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.476937] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.476937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.476937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.477115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.477115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.477207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 already deleted. [ 669.477249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.494942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.495379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.495379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.495379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.495491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.505535] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: IN_PROGRESS for 2s [ 669.560925] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.561172] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.561353] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.561651] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.561805] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.561963] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 129a2100-b484-4e75-bd76-0e58b9919dc6 not found, creating... [ 669.562255] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.562442] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.562559] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.562801] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.562954] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.563261] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.563419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.563548] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.563756] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.564484] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.564669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 129a2100-b484-4e75-bd76-0e58b9919dc6 is going to be created. [ 669.583282] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.583490] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.583643] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.583856] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.584097] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.584338] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.047944] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 670.048184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.048357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.048570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.048758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.048874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.048940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.049102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.049184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.049266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.049410] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.049504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.049562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.049694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.049828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.049918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.049978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.050127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.050201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.050296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.050825] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.372967] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-d54aa82a-0b58-4de5-8e57-3303bbf4c699 service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 670.373189] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-d54aa82a-0b58-4de5-8e57-3303bbf4c699 service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 670.373329] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-d54aa82a-0b58-4de5-8e57-3303bbf4c699 service nova] Enqueued Resource ID: 129a2100-b484-4e75-bd76-0e58b9919dc6 with Priority: HIGHEST for action port [ 670.373556] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 670.373681] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 670.373772] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 129a2100-b484-4e75-bd76-0e58b9919dc6 with Priority: HIGHEST for action port [ 670.374357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.374475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.374551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.374803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.374884] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.375780] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.375861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.375930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.376137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.376353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.376476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.376537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.380195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.380321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.380478] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.381307] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-129a2100-b484-4e75-bd76-0e58b9919dc6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.381389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.381438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.381574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.381697] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('129a2100-b484-4e75-bd76-0e58b9919dc6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.478432] env[63036]: INFO networking_nsxv3.common.synchronization [req-9ab944cf-8507-463f-8f2a-1b9826605ac4 req-1cf6f782-2ad4-4ac5-9dd9-70324e25a595 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Enqueued Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 670.478981] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 670.479308] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.479434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.479502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.479768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.480078] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.480078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.480181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.480234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.480325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.480427] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.553562] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5187f87-9406-4e39-9adb-9141e36d9d3c: rpc.has_security_group_logging(os_id): False [ 670.574507] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.574839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.575009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.575304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.575505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.575807] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.576033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.577020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.577020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.577484] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.577689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.577821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.578040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.578210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.578367] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be created. [ 670.631062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.631062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.631062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.631294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.631429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.645367] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 670.884475] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.886131] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.886131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.886312] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 129a2100-b484-4e75-bd76-0e58b9919dc6 with status ACTIVE [ 670.886474] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.886670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.886670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.886874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.886956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.887133] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.888263] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.888263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.888263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 129a2100-b484-4e75-bd76-0e58b9919dc6 is going to be updated. [ 670.907314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.907490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.907580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.907707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.907844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.907993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-129a2100-b484-4e75-bd76-0e58b9919dc6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.941692] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.941950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-865" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.942116] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-865" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.942470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-865" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.942772] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.942968] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.943156] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.943420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.943617] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.943862] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.944015] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.944164] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.944301] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.944438] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.944569] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.944761] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.965632] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.965748] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.965828] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.965984] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-865" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.967185] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-81cfe250-3a72-4a2c-9525-9eabf1ac8137 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.967185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.967185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.967185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.967185] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81cfe250-3a72-4a2c-9525-9eabf1ac8137',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.983654] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.984715] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.984715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.985019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.985019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.985019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc already deleted. [ 670.985019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.215709] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.216025] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-859" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.216025] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-859" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.216408] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-859" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.216678] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.216833] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.216948] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.217926] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.217926] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.217926] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.217926] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.217926] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.217926] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.218129] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.218129] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.218243] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.235770] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.235931] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.236082] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.236251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-859" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.236534] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.236736] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.236810] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.237095] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.237234] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.390360] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.469467] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.469727] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.469867] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.470206] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.470414] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.470599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 81cfe250-3a72-4a2c-9525-9eabf1ac8137 not found, creating... [ 671.471718] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.471718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.471718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.471718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.471895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.472083] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.472251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.472392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.472628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.472774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.472933] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 is going to be created. [ 671.491339] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.491610] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.491730] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.491994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.492236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.492462] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.515971] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 in Status: SUCCESS [ 671.516264] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 deletion is rescheduled due to dependency. [ 671.516429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.739338] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.739627] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.739691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.739974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.740142] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.740300] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d not found, creating... [ 671.740565] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.740720] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.740834] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.741068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.741205] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.741477] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.741629] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.741743] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.741954] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.742100] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.742231] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d is going to be created. [ 671.760413] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.760596] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.760721] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.760947] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.761189] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.761430] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.895462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.895713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.895713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.895913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.896010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.896118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be created. [ 671.921097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.921332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.921332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.921548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.921705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.930686] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: UNINITIALIZED for 2s [ 672.431096] env[63036]: INFO networking_nsxv3.common.synchronization [req-9ab944cf-8507-463f-8f2a-1b9826605ac4 req-e0f19cc6-e0c8-43aa-979d-8094e52a2214 service nova] Enqueued Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_rules [ 672.431351] env[63036]: INFO networking_nsxv3.common.synchronization [req-9ab944cf-8507-463f-8f2a-1b9826605ac4 req-e0f19cc6-e0c8-43aa-979d-8094e52a2214 service nova] Enqueued Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 672.431428] env[63036]: INFO networking_nsxv3.common.synchronization [req-9ab944cf-8507-463f-8f2a-1b9826605ac4 req-e0f19cc6-e0c8-43aa-979d-8094e52a2214 service nova] Enqueued Resource ID: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 with Priority: HIGHEST for action port [ 672.431659] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_rules [ 672.431789] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 672.431885] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 with Priority: HIGHEST for action port [ 672.432615] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.432745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.432813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.433503] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.439732] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.439862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.439928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.440139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.440302] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.440406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.440469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.440614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.440698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.440788] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.446018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-81cfe250-3a72-4a2c-9525-9eabf1ac8137 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.446018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.446018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.446018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.446018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81cfe250-3a72-4a2c-9525-9eabf1ac8137',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.483028] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-4cc8531c-f4ac-4d29-a13d-3ab0f145f6aa service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 672.483183] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-4cc8531c-f4ac-4d29-a13d-3ab0f145f6aa service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 672.483300] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-4cc8531c-f4ac-4d29-a13d-3ab0f145f6aa service nova] Enqueued Resource ID: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d with Priority: HIGHEST for action port [ 672.486081] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 672.486081] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 672.486081] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d with Priority: HIGHEST for action port [ 672.486081] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.486081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.486081] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.486081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.486081] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.486081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.486081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.486388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.486559] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.656360] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 672.656360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.656360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.656360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.656579] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.941870] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.941994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.948360] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.949420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81cfe250-3a72-4a2c-9525-9eabf1ac8137 with status ACTIVE [ 672.949491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.949617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.949717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.949966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.950047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.950294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.950403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.950464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.950620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.950695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.950867] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.950959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.953925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.953925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.953925] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81cfe250-3a72-4a2c-9525-9eabf1ac8137 is going to be updated. [ 672.975257] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.975502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.975594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.976177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.976177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.976177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81cfe250-3a72-4a2c-9525-9eabf1ac8137" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.989748] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d with status ACTIVE [ 672.990102] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.990298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.992020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.992020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.992020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.992020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d is going to be updated. [ 673.011693] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.011851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.011923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.012157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.012289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.012966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d92aa3cd-7df9-4b9c-9e6f-997fc0fb164d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.160913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.160913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.160913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.160913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.161299] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.161299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.161299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.161476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.161526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.161664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.161664] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.455997] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.668039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.668309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.668429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.668691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.668933] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.669172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.669918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.670182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.670331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.670468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.670663] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.670847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.670961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.671168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.671360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.671500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.671597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.671814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.671964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.672101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.672239] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.876899] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.877119] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.877250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.877502] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.877774] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.877910] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.880792] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.881141] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.881324] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.881569] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.881699] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.881822] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.881924] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.882054] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.882168] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.882305] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.902764] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.902764] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.902764] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.902764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-768" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.902764] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.902764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.902764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.902764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.902764] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.941974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 673.941974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.941974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.942194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.942301] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.942398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.942458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.942601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.942676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.942754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.942844] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.943734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.943929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.944166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.944298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.944364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.944520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.944584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.944670] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.958457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.958626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.958730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.959097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.959208] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc is going to be created. [ 673.995104] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.995247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.995316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.995552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.995725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.009215] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: UNINITIALIZED for 2s [ 674.174349] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5187f87-9406-4e39-9adb-9141e36d9d3c: rpc.has_security_group_logging(os_id): False [ 674.192037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.192215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.192273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.192560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.192692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.192906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.193015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.193077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.193623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.193623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.193623] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.193623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.193771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.193858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.193913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.194070] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.194161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.194218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.194350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.194421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.194507] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be updated. [ 674.261918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.262117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.265814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.265814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.265814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.274293] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 674.407026] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.407026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 not found, creating... [ 674.407026] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.407026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.408535] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.408535] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.408535] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.408535] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.413064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.413064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.413064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.413064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 is going to be created. [ 674.436147] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.436147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.436147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.436147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.436147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.436147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.447416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.447416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.447416] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.949219] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.373781] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-c6340c60-0c03-4301-98bb-5a9137bfb42b service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 675.374105] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-c6340c60-0c03-4301-98bb-5a9137bfb42b service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 675.374167] env[63036]: INFO networking_nsxv3.common.synchronization [req-bc2cf05d-a6c8-4c58-94fb-45f6f84287e4 req-c6340c60-0c03-4301-98bb-5a9137bfb42b service nova] Enqueued Resource ID: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 with Priority: HIGHEST for action port [ 675.374374] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 675.374506] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 675.374605] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 with Priority: HIGHEST for action port [ 675.375397] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.375622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.375670] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.375749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.377198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.377369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.377430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.377603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.377686] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.431164] env[63036]: INFO networking_nsxv3.common.synchronization [req-36960a18-1282-4800-bac4-debfbf340ca1 req-e5e92bba-b002-4c91-acc9-259a3229d194 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Enqueued Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 675.431164] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 675.431164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.431164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.431164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.431164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.431164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.431164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.431164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.431678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.431678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.431678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.454054] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.454054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.454054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.454054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.454054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.455679] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 675.482030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.482135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.482179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.482366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.482527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.491870] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 675.883446] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 with status ACTIVE [ 675.883678] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.883818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.883890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.884137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.884240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.884410] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.884506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.884567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.884717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.884795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.884968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.885074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.885127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.885277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.885329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.885412] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345 is going to be updated. [ 675.905478] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.905724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.905724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.909013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.909013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.909013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc3ccd2-eb9f-4956-a8d4-3ff5f9582345" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.934063] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.934276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.936787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.936787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.936787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.936968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.937093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.937158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.937344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.937473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.938656] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 already deleted. [ 675.938656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.960841] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-835 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.961155] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-835" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.962748] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-835" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.963591] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-835" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.965074] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.965340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.965521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.966292] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.966554] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.966842] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.967035] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.967447] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.967521] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.967699] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 675.967881] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.968077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.989133] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.989133] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.989133] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.989133] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-835" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.989133] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.989133] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.989133] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.989660] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.989660] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.020602] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: SUCCESS [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.020602] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.020602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.020602] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.285831] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 676.286098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.492068] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.492170] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.492278] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.492557] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.492702] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.492856] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc not found, creating... [ 676.493214] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.494753] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.494753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.494753] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc is going to be created. [ 676.518410] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.518410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.518410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.518410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.518410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.518410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.529745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.529745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.529745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.529745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.529745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.530448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.530448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.530448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.530448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.530448] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.031484] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4db3a271-5a37-4851-a8d8-477ae218eecc: rpc.has_security_group_logging(os_id): False [ 677.050015] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.053567] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.053567] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.053890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.053890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.054050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.054996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.054996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.054996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.054996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.054996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc is going to be created. [ 677.107751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.107903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.108043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.108203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.108387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.120126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: IN_PROGRESS for 2s [ 677.490223] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1d220758-4d74-438f-90b3-2734b0e119d9 None None] Enqueued Resource ID: 9a9cbb3b-90f2-4786-8b23-04a58c396820 with Priority: HIGHEST for action port [ 677.490677] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9cbb3b-90f2-4786-8b23-04a58c396820 with Priority: HIGHEST for action port [ 677.490924] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9cbb3b-90f2-4786-8b23-04a58c396820 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.490924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9cbb3b-90f2-4786-8b23-04a58c396820" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.491092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9cbb3b-90f2-4786-8b23-04a58c396820" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.491635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9cbb3b-90f2-4786-8b23-04a58c396820" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.491635] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9cbb3b-90f2-4786-8b23-04a58c396820',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.505269] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 677.505269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.506713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.506713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.506713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.507105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.507105] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.509425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.510377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.510377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.510377] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.510703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.510871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.511058] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.511200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.511253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.511407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.511540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.511599] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.886159] env[63036]: INFO networking_nsxv3.common.synchronization [req-c1ab0c43-6e63-4903-9d2d-a64cf74c9601 req-221d1699-62b4-4292-878f-e64b014678de tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 677.886159] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 677.886159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.886539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.886827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.887174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.887565] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.887782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.887998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.888250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.888435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.888626] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.996320] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a9cbb3b-90f2-4786-8b23-04a58c396820 [ 677.996320] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.996320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.996320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.996320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.996320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.996515] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a9cbb3b-90f2-4786-8b23-04a58c396820 already deleted. [ 677.996515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9cbb3b-90f2-4786-8b23-04a58c396820" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.013636] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33df2f1-946d-492c-abe7-d5a48b886480: rpc.has_security_group_logging(os_id): False [ 678.014891] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.031930] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.032210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.032210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.032419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.032568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.032835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.032896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.032945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.033118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.033214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.034241] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.034241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.034375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.034455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.034561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.034763] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.034861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.034923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.035082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.035155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.035241] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be created. [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [req-36960a18-1282-4800-bac4-debfbf340ca1 req-eaa32f32-023c-4d3d-86d8-0f0e2f1079ff service nova] Enqueued Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_rules [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [req-36960a18-1282-4800-bac4-debfbf340ca1 req-eaa32f32-023c-4d3d-86d8-0f0e2f1079ff service nova] Enqueued Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [req-36960a18-1282-4800-bac4-debfbf340ca1 req-eaa32f32-023c-4d3d-86d8-0f0e2f1079ff service nova] Enqueued Resource ID: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc with Priority: HIGHEST for action port [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_rules [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 678.043716] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc with Priority: HIGHEST for action port [ 678.043885] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.043945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.044979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.044979] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.048364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.048364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.048364] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.048364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.048364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.048364] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.089150] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.089328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.089403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.089577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.090610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.100276] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 678.393906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.393906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.393906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.394213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.394213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.394751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.395101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.395215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.395449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.398023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.398023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 678.426142] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.426306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.426400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.426594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.426745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.436440] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 678.520577] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.552255] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc with status ACTIVE [ 678.552255] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.552255] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.552255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.552604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.552772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.553081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.553215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.553424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.553568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.553699] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc is going to be updated. [ 678.554955] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.557081] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.557229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.577369] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.577595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.577697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.577953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.578749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.578749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b70f4ce-47ef-496e-acd7-0d4b4b29cdbc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.029393] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.029393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.029393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.029393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.029393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.029393] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 679.055288] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.055288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.055630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.055630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.056075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.060153] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.064803] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 679.136525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: SUCCESS [ 679.136525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.566647] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.566802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.566871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.568016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.568016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.568016] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 is going to be created. [ 679.594032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.594032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.594032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.594032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.594032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.607452] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: UNINITIALIZED for 2s [ 679.651793] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cdf77074-62ef-445e-9de0-8fe56444a38c None None] Enqueued Resource ID: 341199cb-f7fe-4b02-9e1b-ae2d8346a14b with Priority: HIGHEST for action port [ 679.653640] env[63036]: INFO networking_nsxv3.common.synchronization [req-6e767fd3-c312-44d6-a804-9409bcffb822 req-64ba3071-572a-49b3-b31b-6e36b67daa38 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 679.654361] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341199cb-f7fe-4b02-9e1b-ae2d8346a14b with Priority: HIGHEST for action port [ 679.654503] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 679.654784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-341199cb-f7fe-4b02-9e1b-ae2d8346a14b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.654904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341199cb-f7fe-4b02-9e1b-ae2d8346a14b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.654972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341199cb-f7fe-4b02-9e1b-ae2d8346a14b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.655540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341199cb-f7fe-4b02-9e1b-ae2d8346a14b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.655868] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341199cb-f7fe-4b02-9e1b-ae2d8346a14b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.656555] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.656841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.657250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.657250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.657352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.657404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.657436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.657584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.657668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.657759] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.695418] env[63036]: INFO networking_nsxv3.common.synchronization [req-db8799b5-4f06-4404-afaa-c0880a26f3e0 req-5f377735-d546-4fa2-957d-17f6fd005d46 tempest-ServersAdminNegativeTestJSON-604331667 tempest-ServersAdminNegativeTestJSON-604331667-project-member] Enqueued Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 679.697437] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64506231-312b-4394-b6fb-64903dec3d2b with Priority: HIGHEST for action security_group_members [ 679.697437] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-64506231-312b-4394-b6fb-64903dec3d2b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.697437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.697437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.697682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.697757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.697912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.698149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.698296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.698333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.698477] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64506231-312b-4394-b6fb-64903dec3d2b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.118168] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 680.118471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.119027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.119027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.119027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.161560] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 341199cb-f7fe-4b02-9e1b-ae2d8346a14b [ 680.161953] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.162225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.162475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.162527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.162963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.162963] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:341199cb-f7fe-4b02-9e1b-ae2d8346a14b already deleted. [ 680.162963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341199cb-f7fe-4b02-9e1b-ae2d8346a14b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.163292] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.201851] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.201993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.202093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.202422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.202635] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.202745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.202805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.203035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.203118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b is going to be updated. [ 680.231993] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.232300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.232361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.232594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.232771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.245345] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: IN_PROGRESS for 2s [ 680.247095] env[63036]: INFO networking_nsxv3.common.synchronization [req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 req-a5f961a0-17b9-43c9-85ee-3179c58275c8 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 680.249121] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 680.252537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.252686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.252757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.253367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.253445] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.253502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.253548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.253893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.253893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.253893] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.447445] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 680.447445] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f deletion is rescheduled due to dependency. [ 680.447445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.621293] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.621424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.663857] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.664083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.664217] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.664659] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.664934] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.665163] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.665304] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.665539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.665748] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.666098] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.666240] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.666362] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.666514] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.666660] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.666769] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.666904] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.668414] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.686020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.686020] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.686020] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.686020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.686020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2eb5d566-13f8-4910-84aa-3695e313b2c1 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.686275] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.686313] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.686612] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.686776] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb5d566-13f8-4910-84aa-3695e313b2c1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.756315] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.757172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.759456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.759830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.759946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.760213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.760343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.760416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.760593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.760765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.762165] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 already deleted. [ 680.762283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.074402] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 681.074529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.074710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.074933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.075136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.075256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.075322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.075500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.075568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.075661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.075749] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.170867] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.171245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.171245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.171959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.171959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.171959] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 681.190177] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.190491] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.191476] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.191476] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.191476] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.191476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2eb5d566-13f8-4910-84aa-3695e313b2c1 not found, creating... [ 681.191701] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.191886] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.192028] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.192332] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.192509] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.192843] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.193080] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.193250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.193494] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.193703] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.193981] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2eb5d566-13f8-4910-84aa-3695e313b2c1 is going to be created. [ 681.205518] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.205733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.206167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.223863] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.224094] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.224239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.224540] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.224768] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.225025] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.226904] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 681.578096] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.578278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.579749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.579749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.579749] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.579749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.580043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.580179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.580179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.580961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.580961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.580961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.580961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.580961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.580961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.581301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.581301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.581477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.581591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.581728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.581860] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.616437] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: SUCCESS [ 681.616656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.616828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.617061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.617259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.617724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.617724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.617724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.617724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.617883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.617883] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.085514] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33df2f1-946d-492c-abe7-d5a48b886480: rpc.has_security_group_logging(os_id): False [ 682.104641] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.104784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.104856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.105151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.105214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.105383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.105499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.105604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.105786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.105867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.106070] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.106242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.106242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.106433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.106605] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.106697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.106756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.106965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.107369] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 682.120600] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.120793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.121009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.121252] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.121325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.121374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.121519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.121607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.121784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.121950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.122100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.122100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.122245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.122380] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.122470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.122529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.122661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.122734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.122812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.122897] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.164235] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.164432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.164508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.164736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.164907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.177193] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 682.235147] env[63036]: INFO networking_nsxv3.common.synchronization [req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 req-e1502c4f-b15d-44ec-9da6-db42087da611 service nova] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_rules [ 682.235369] env[63036]: INFO networking_nsxv3.common.synchronization [req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 req-e1502c4f-b15d-44ec-9da6-db42087da611 service nova] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 682.235520] env[63036]: INFO networking_nsxv3.common.synchronization [req-0bdbf775-1eff-41cb-9c72-25e7e1c45da8 req-e1502c4f-b15d-44ec-9da6-db42087da611 service nova] Enqueued Resource ID: 2eb5d566-13f8-4910-84aa-3695e313b2c1 with Priority: HIGHEST for action port [ 682.236126] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_rules [ 682.236282] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 682.236403] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb5d566-13f8-4910-84aa-3695e313b2c1 with Priority: HIGHEST for action port [ 682.236724] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.236830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.236898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.237304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.237393] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.238686] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.238800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.238896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.242212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.242397] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.242528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.242598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.242771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.242881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.242977] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.244046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb5d566-13f8-4910-84aa-3695e313b2c1 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.244177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.244936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.244936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.244936] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb5d566-13f8-4910-84aa-3695e313b2c1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.261974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64506231-312b-4394-b6fb-64903dec3d2b in Status: SUCCESS [ 682.262162] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64506231-312b-4394-b6fb-64903dec3d2b deletion is rescheduled due to dependency. [ 682.262279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64506231-312b-4394-b6fb-64903dec3d2b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.626308] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f36c8b63-9c88-40f9-a3ea-f660ce9207d2: rpc.has_security_group_logging(os_id): False [ 682.642582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.642743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.642823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.643369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.643496] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.643660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.643709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.643946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.644176] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.644625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.644883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.645078] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.645367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.645367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.645517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.645627] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 is going to be created. [ 682.697944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.698139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.698314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.698442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.698639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.708663] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: IN_PROGRESS for 2s [ 682.747872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.748244] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.749196] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eb5d566-13f8-4910-84aa-3695e313b2c1 with status ACTIVE [ 682.749393] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.749520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.749592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.749814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.749902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.750100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.750200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.750295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.750470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.750547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.750768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.750857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.750916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.755377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.755377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.755377] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eb5d566-13f8-4910-84aa-3695e313b2c1 is going to be updated. [ 682.783339] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.783527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.783614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.783858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.783997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.784197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb5d566-13f8-4910-84aa-3695e313b2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.237024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 683.237439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.254527] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.758392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.758392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.758392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.758392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.758392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.758392] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be created. [ 683.781641] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.781793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.781868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.782106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.782291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.791973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: UNINITIALIZED for 2s [ 684.191526] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 684.194041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.194041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.194041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.700508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.700508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.700508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.700508] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.724822] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: SUCCESS [ 684.724822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.203157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.203433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.203549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.203776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.203960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.204086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.204154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.204340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.204431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.204539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.204710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.204827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.204887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.205204] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.205302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.205366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.205505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.205598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.205688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.205771] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.332891] env[63036]: INFO networking_nsxv3.common.synchronization [req-ce5a2192-2c83-4393-954c-ea46a69a46b4 req-ec7913b6-4125-40e7-b180-51602c355747 tempest-ServerTagsTestJSON-1818712183 tempest-ServerTagsTestJSON-1818712183-project-member] Enqueued Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 685.332891] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGHEST for action security_group_members [ 685.333048] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.333142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.333209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.333464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.333900] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.333900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.333900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.334109] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.334109] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.334191] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.714017] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33df2f1-946d-492c-abe7-d5a48b886480: rpc.has_security_group_logging(os_id): False [ 685.733533] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.733750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.733750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.734501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.734501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.734501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.734501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.734501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.734803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.734803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.734803] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.734943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.734943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.735096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.735161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.735611] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.735611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.735611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.735611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.735980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.735980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 685.801433] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.801557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.801557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.801775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.801927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.803651] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 685.803763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.804248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.804460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.804674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.804796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.804878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.805062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.805153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.805311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.805432] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.813798] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 685.837360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.841651] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.841651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.841651] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc is going to be updated. [ 685.881015] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.881015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.881015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.881015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.881177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.892718] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: IN_PROGRESS for 2s [ 686.308088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.308317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.308317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.309356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.309356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.309356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.309613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.309613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.309665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.309770] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.309906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.309975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.310158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.310229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.310312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.310401] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.815537] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1224fb3-203b-47d6-b4f7-23965b1869a8: rpc.has_security_group_logging(os_id): False [ 686.832685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.832685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.832685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.832923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.833036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.833245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.833413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.834237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.834237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.834237] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.834237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.834237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.834491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.834588] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.834661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.834862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.834970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.835050] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be created. [ 686.890276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.890581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.890729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.891139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.891415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.904918] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 687.636714] env[63036]: INFO networking_nsxv3.common.synchronization [req-b5befe20-66d0-4528-988b-5e7666a96642 req-79d26110-4891-4746-8572-ab5c2b9638bd tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 687.636714] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 687.639300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.639300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 687.639300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.639300] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.826361] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 687.826668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.903044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4db3a271-5a37-4851-a8d8-477ae218eecc in Status: SUCCESS [ 687.903044] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc deletion is rescheduled due to dependency. [ 687.903044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.046574] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.046574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.046574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.046933] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.047534] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.047813] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.048034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048401] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.048658] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.048922] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.049354] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.049479] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.049595] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.049754] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.049956] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.050296] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.070467] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.071299] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.071498] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.071685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.071990] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d9ee6fe2-3264-403c-b66d-79a4e695f997 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.072176] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.072299] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.072606] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.072750] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ee6fe2-3264-403c-b66d-79a4e695f997',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.141740] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.141902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.141902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.142150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.142239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.142428] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.142522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.142583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.142729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.142799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.142879] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 688.167470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.167630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.167630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.167815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.167953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.175792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 688.577197] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.579017] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d9ee6fe2-3264-403c-b66d-79a4e695f997 not found, creating... [ 688.579017] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.579017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.583031] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.583031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.583031] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d9ee6fe2-3264-403c-b66d-79a4e695f997 is going to be created. [ 688.585752] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a85ffc6-2fbf-4041-b334-6decf3e45321 req-1c1f7a2f-55e4-4e76-869b-9fcff9e14122 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 688.585752] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 688.585752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.585752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.585752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.585752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.585752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.585752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.585752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.586184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.586184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.586184] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.592591] env[63036]: INFO networking_nsxv3.common.synchronization [None req-07f955c2-2300-4b22-a83d-552a44c337a9 None None] Enqueued Resource ID: 314923c3-1007-4dd8-9d18-6b7436c227ee with Priority: HIGHEST for action port [ 688.593110] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 314923c3-1007-4dd8-9d18-6b7436c227ee with Priority: HIGHEST for action port [ 688.593756] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-314923c3-1007-4dd8-9d18-6b7436c227ee taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.593918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-314923c3-1007-4dd8-9d18-6b7436c227ee" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.594018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-314923c3-1007-4dd8-9d18-6b7436c227ee" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.594273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-314923c3-1007-4dd8-9d18-6b7436c227ee" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.594391] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314923c3-1007-4dd8-9d18-6b7436c227ee',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.602218] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.602432] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.602561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.602817] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.603064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.603293] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.917739] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 688.918048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.976284] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a85ffc6-2fbf-4041-b334-6decf3e45321 req-0b78a8fc-2141-4d21-b8dc-5e3aa8823652 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 688.979021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 688.979386] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.979496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.094551] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.097564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 314923c3-1007-4dd8-9d18-6b7436c227ee [ 689.097564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.097564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.097564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.097564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.097564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.097564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:314923c3-1007-4dd8-9d18-6b7436c227ee already deleted. [ 689.097564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-314923c3-1007-4dd8-9d18-6b7436c227ee" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.376920] env[63036]: INFO networking_nsxv3.common.synchronization [req-b5befe20-66d0-4528-988b-5e7666a96642 req-1a0ada29-0f8e-421d-b471-d63915a7df2f service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 689.377159] env[63036]: INFO networking_nsxv3.common.synchronization [req-b5befe20-66d0-4528-988b-5e7666a96642 req-1a0ada29-0f8e-421d-b471-d63915a7df2f service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 689.377288] env[63036]: INFO networking_nsxv3.common.synchronization [req-b5befe20-66d0-4528-988b-5e7666a96642 req-1a0ada29-0f8e-421d-b471-d63915a7df2f service nova] Enqueued Resource ID: d9ee6fe2-3264-403c-b66d-79a4e695f997 with Priority: HIGHEST for action port [ 689.377573] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 689.377637] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 689.377734] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ee6fe2-3264-403c-b66d-79a4e695f997 with Priority: HIGHEST for action port [ 689.378529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.378663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.378728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.378928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.379040] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.379863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.379960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.380216] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ee6fe2-3264-403c-b66d-79a4e695f997 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.380285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.380318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.380597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.380597] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ee6fe2-3264-403c-b66d-79a4e695f997',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.488128] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a85ffc6-2fbf-4041-b334-6decf3e45321 req-ca1bd788-5cc2-4878-9370-5ef9c7291280 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 689.489500] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 689.489844] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.489949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.596051] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.625090] env[63036]: INFO networking_nsxv3.common.synchronization [req-4e8acaf0-f390-4d54-a371-39e10ecf141c req-18388035-005d-4567-ba57-b361a43bf733 tempest-ServerAddressesNegativeTestJSON-1870779937 tempest-ServerAddressesNegativeTestJSON-1870779937-project-member] Enqueued Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 689.626345] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 with Priority: HIGHEST for action security_group_members [ 689.627868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.627868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.628063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.628391] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.628507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.628786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.628786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.628862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.628923] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f36c8b63-9c88-40f9-a3ea-f660ce9207d2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.882551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.883801] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ee6fe2-3264-403c-b66d-79a4e695f997 with status ACTIVE [ 689.883801] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.883801] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.883801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.884149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.884149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.884197] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.884348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.884838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.885074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.886029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.886029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ee6fe2-3264-403c-b66d-79a4e695f997 is going to be updated. [ 689.904636] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.904772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.904846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.905060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.905194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.905412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ee6fe2-3264-403c-b66d-79a4e695f997" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.099716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.100054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.100054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.100561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.100561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.100561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 690.132224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.132373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.132452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.132658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.132805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.134645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.134968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.134968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.135092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.135258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.135348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.135402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.135635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.136127] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 is going to be updated. [ 690.144143] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 690.230114] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 690.230308] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 690.230421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.230595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.231155] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.231155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.231679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.231790] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.233551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.233883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.234028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.241752] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: IN_PROGRESS for 2s [ 690.627523] env[63036]: INFO networking_nsxv3.common.synchronization [None req-86037512-1b49-48b5-b4e9-c80b815a9c3c None None] Enqueued Resource ID: 3f22714d-8517-47d9-bc42-d5e607d20a54 with Priority: HIGHEST for action port [ 690.628045] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f22714d-8517-47d9-bc42-d5e607d20a54 with Priority: HIGHEST for action port [ 690.628353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f22714d-8517-47d9-bc42-d5e607d20a54 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.628476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f22714d-8517-47d9-bc42-d5e607d20a54" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.628545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f22714d-8517-47d9-bc42-d5e607d20a54" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.628795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f22714d-8517-47d9-bc42-d5e607d20a54" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 690.631343] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f22714d-8517-47d9-bc42-d5e607d20a54',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.736884] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.136118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f22714d-8517-47d9-bc42-d5e607d20a54 [ 691.136371] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.136972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.136972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.136972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.136972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.137275] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f22714d-8517-47d9-bc42-d5e607d20a54 already deleted. [ 691.137275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f22714d-8517-47d9-bc42-d5e607d20a54" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.238519] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.741407] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.741603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.741648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.741894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.742014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.742122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 691.783180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.783353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.783543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.783698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.784101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.792750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 692.156045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 692.156356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.157044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.158696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.158696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.158696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.158696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.158696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.158696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.158696] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.252246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 in Status: SUCCESS [ 692.252246] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f36c8b63-9c88-40f9-a3ea-f660ce9207d2 deletion is rescheduled due to dependency. [ 692.252246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f36c8b63-9c88-40f9-a3ea-f660ce9207d2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.662362] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.662787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.662899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.663191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.663317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.663689] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.663825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.663898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.664096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.664208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.664272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 692.693255] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.693255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.693255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.693629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.693822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.702765] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 692.972661] env[63036]: INFO networking_nsxv3.common.synchronization [None req-61ebe81f-ae63-493a-8b26-955db3c87cbf None None] Enqueued Resource ID: ff696def-758f-4de7-b4a2-fd8e9c68a5ac with Priority: HIGHEST for action port [ 692.973292] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff696def-758f-4de7-b4a2-fd8e9c68a5ac with Priority: HIGHEST for action port [ 692.973658] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff696def-758f-4de7-b4a2-fd8e9c68a5ac taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.973788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff696def-758f-4de7-b4a2-fd8e9c68a5ac" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.973869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff696def-758f-4de7-b4a2-fd8e9c68a5ac" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.974177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff696def-758f-4de7-b4a2-fd8e9c68a5ac" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.974177] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff696def-758f-4de7-b4a2-fd8e9c68a5ac',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.477022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff696def-758f-4de7-b4a2-fd8e9c68a5ac [ 693.477022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.477436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.477805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.478069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.478170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.478271] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff696def-758f-4de7-b4a2-fd8e9c68a5ac already deleted. [ 693.478349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff696def-758f-4de7-b4a2-fd8e9c68a5ac" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.761947] env[63036]: INFO networking_nsxv3.common.synchronization [None req-56f0654e-7d52-4475-bb61-732c81bc16f8 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 693.762538] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 693.764161] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.764161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.764161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.764161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.764161] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.803843] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.803843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.803843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.803843] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.878980] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3eeb389e-c153-4912-b373-be68bb8f007c tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 693.879306] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 693.879613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.879718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.287960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.288124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.288180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.288397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.288526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.288650] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 already deleted. [ 694.288742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.288898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.289141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.289229] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.308772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.308919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.309017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.309227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.309396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.309498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.309560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.309712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.309795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.309879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.310904] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.311092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.311164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.311324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.311491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.311608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.311647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.311824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.311859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.311941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.312042] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.656265] env[63036]: INFO networking_nsxv3.common.synchronization [req-3141417c-ae00-497a-b932-a551cfa8d7f2 req-18b901d1-71f4-467c-9d41-a2ee8296a14f tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 694.656789] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 694.657310] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.657310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.657310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.657748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.657748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.657878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.657912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.659797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.659797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.659797] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.712645] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 694.712830] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 deletion is rescheduled due to dependency. [ 694.712942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.713123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.713572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.713572] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.713695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.713744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.713904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.713981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.714144] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.811956] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.811956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.811956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.811956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.811956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.811956] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 already deleted. [ 694.811956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.817443] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e539313-bce7-4e42-9723-f11615e4c0ca: rpc.has_security_group_logging(os_id): False [ 694.833614] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.833971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.833971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.834127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.834241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.834466] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.834591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.834673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.834858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.834945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.835156] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.835244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.835301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.835441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.835524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.835831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.835935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.835997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.836367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.836498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.836542] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 694.896696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.896849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.896939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.898184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.898184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.910109] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 695.163337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.165966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.165966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.165966] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 695.189556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.189556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.189701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.189860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.189937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.198254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 695.205940] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.206359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.206543] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.206870] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.207186] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.207365] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.207517] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.207776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.207929] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.208156] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.208272] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.208382] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.208527] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.208655] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.208805] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.208939] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.218021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.218021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.218021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.218021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.218021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.218370] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.218370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.218370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.218466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.218509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.219802] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 695.233087] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.233087] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.233087] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.233087] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.233484] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e9ac6978-87be-4012-8baf-aa67ad603545 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.234207] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.234207] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.235483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.235483] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ac6978-87be-4012-8baf-aa67ad603545',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.247272] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.248895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.248895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.248895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.248895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.257213] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 695.555414] env[63036]: INFO networking_nsxv3.common.synchronization [None req-f58741fb-b277-4056-a47c-a0de4d8dad81 None None] Enqueued Resource ID: a9232a5d-b24b-4174-939f-2bc34acbdddc with Priority: HIGHEST for action port [ 695.556237] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9232a5d-b24b-4174-939f-2bc34acbdddc with Priority: HIGHEST for action port [ 695.556353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9232a5d-b24b-4174-939f-2bc34acbdddc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.556416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9232a5d-b24b-4174-939f-2bc34acbdddc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.556469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9232a5d-b24b-4174-939f-2bc34acbdddc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.556760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9232a5d-b24b-4174-939f-2bc34acbdddc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.556848] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9232a5d-b24b-4174-939f-2bc34acbdddc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.738153] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.738458] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.738504] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.738774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.738932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.739101] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e9ac6978-87be-4012-8baf-aa67ad603545 not found, creating... [ 695.739375] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739543] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.739685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739912] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.740066] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.740956] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.740956] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.740956] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.740956] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.740956] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.741728] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e9ac6978-87be-4012-8baf-aa67ad603545 is going to be created. [ 695.769157] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.769943] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.769943] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.769943] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.770133] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.770271] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.061341] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9232a5d-b24b-4174-939f-2bc34acbdddc [ 696.061618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.061762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.061833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.062070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.062169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.062254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9232a5d-b24b-4174-939f-2bc34acbdddc already deleted. [ 696.062333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9232a5d-b24b-4174-939f-2bc34acbdddc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.758801] env[63036]: INFO networking_nsxv3.common.synchronization [req-3141417c-ae00-497a-b932-a551cfa8d7f2 req-17d90bd5-6656-407b-85e5-d1e5f0b003dd service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 696.759062] env[63036]: INFO networking_nsxv3.common.synchronization [req-3141417c-ae00-497a-b932-a551cfa8d7f2 req-17d90bd5-6656-407b-85e5-d1e5f0b003dd service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 696.759245] env[63036]: INFO networking_nsxv3.common.synchronization [req-3141417c-ae00-497a-b932-a551cfa8d7f2 req-17d90bd5-6656-407b-85e5-d1e5f0b003dd service nova] Enqueued Resource ID: e9ac6978-87be-4012-8baf-aa67ad603545 with Priority: HIGHEST for action port [ 696.759382] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 696.759509] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 696.759607] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9ac6978-87be-4012-8baf-aa67ad603545 with Priority: HIGHEST for action port [ 696.761914] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.762040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.762118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.762429] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.763350] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.763594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.764294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9ac6978-87be-4012-8baf-aa67ad603545 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.764453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.764598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.764935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.764935] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9ac6978-87be-4012-8baf-aa67ad603545',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.801340] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0ec7bbcc-6560-4f14-99bd-8f6b88eb72f1 None None] Enqueued Resource ID: 8b85c795-8560-4114-ac87-559ee3716ed6 with Priority: HIGHEST for action port [ 696.802796] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85c795-8560-4114-ac87-559ee3716ed6 with Priority: HIGHEST for action port [ 696.802796] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b85c795-8560-4114-ac87-559ee3716ed6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.803043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b85c795-8560-4114-ac87-559ee3716ed6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.803043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b85c795-8560-4114-ac87-559ee3716ed6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.803458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b85c795-8560-4114-ac87-559ee3716ed6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.804149] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b85c795-8560-4114-ac87-559ee3716ed6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.921544] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 696.921807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.203239] env[63036]: INFO networking_nsxv3.common.synchronization [req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 req-65964f56-ab13-4d94-9f2e-d560d773cc06 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 697.203239] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 697.203915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.204168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.204245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.204492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.204674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.204774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.204834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.204985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.205076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.205168] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.214925] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 697.215225] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 697.215382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.215575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.215826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.216061] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.216183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.216265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.216435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.216520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.216615] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.268385] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 697.268569] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 deletion is rescheduled due to dependency. [ 697.268755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.269066] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.269359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.269359] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9ac6978-87be-4012-8baf-aa67ad603545 with status ACTIVE [ 697.269553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.269662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.269726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.269917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.269994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.270197] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.270294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.270356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.270521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.270597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.270793] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.270884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.270943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.271240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.271328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.271430] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9ac6978-87be-4012-8baf-aa67ad603545 is going to be updated. [ 697.297113] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.297287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.297362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.298072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.298072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.298072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9ac6978-87be-4012-8baf-aa67ad603545" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.308138] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b85c795-8560-4114-ac87-559ee3716ed6 [ 697.308579] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.308579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.308787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.308995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.308995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.309129] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b85c795-8560-4114-ac87-559ee3716ed6 already deleted. [ 697.309205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b85c795-8560-4114-ac87-559ee3716ed6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.679736] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.679947] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-916" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.680084] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-916" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.680472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-916" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.680691] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.680854] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.681079] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.681543] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.681703] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.681985] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.682076] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.682158] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.682269] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.682382] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.682490] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.682623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.701268] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.701458] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.701569] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.701756] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-916" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.702089] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.702266] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.702385] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.702705] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.702848] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba84d01-cf0d-47b3-ae95-2c3ba2a12d38',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.707418] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.707541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.707596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.707788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.707871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.708075] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.708171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.708230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.708374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.708446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.709424] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 already deleted. [ 697.709424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.718611] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.207378] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.207691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.207842] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.208182] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.208402] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.208757] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 not found, creating... [ 698.208997] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.209240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.209416] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.209738] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.209901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.210263] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.210451] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.210597] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.210862] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.211032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.211200] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 is going to be created. [ 698.221602] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.233982] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.233982] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.233982] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.234243] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.234558] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.234558] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.724331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.724520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.724607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.725128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.726064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.726064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 698.755509] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.755509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.755509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.755509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 698.755509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.762853] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 699.056612] env[63036]: INFO networking_nsxv3.common.synchronization [req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 req-b6e784a5-c1db-4cbb-9beb-185d19af9599 service nova] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 699.056809] env[63036]: INFO networking_nsxv3.common.synchronization [req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 req-b6e784a5-c1db-4cbb-9beb-185d19af9599 service nova] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 699.056945] env[63036]: INFO networking_nsxv3.common.synchronization [req-b90d8214-1a1f-4cb6-9884-d3ee478a0a60 req-b6e784a5-c1db-4cbb-9beb-185d19af9599 service nova] Enqueued Resource ID: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 with Priority: HIGHEST for action port [ 699.057511] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_rules [ 699.057639] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 699.057736] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 with Priority: HIGHEST for action port [ 699.058346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.058619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.058729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.059024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.059156] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.061361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.061361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.061361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.061361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.061361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.061361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.061361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.062216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.062216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.062216] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.062824] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.062991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.063118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.063329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.063437] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba84d01-cf0d-47b3-ae95-2c3ba2a12d38',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.160801] env[63036]: INFO networking_nsxv3.common.synchronization [None req-5f011e0f-39c4-44af-9247-a4bb9ee23ad9 None None] Enqueued Resource ID: be0d12c6-9d2d-4216-8e97-a3b7b769f61f with Priority: HIGHEST for action port [ 699.162035] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0d12c6-9d2d-4216-8e97-a3b7b769f61f with Priority: HIGHEST for action port [ 699.163520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0d12c6-9d2d-4216-8e97-a3b7b769f61f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.163872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0d12c6-9d2d-4216-8e97-a3b7b769f61f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.165039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0d12c6-9d2d-4216-8e97-a3b7b769f61f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0d12c6-9d2d-4216-8e97-a3b7b769f61f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.165039] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0d12c6-9d2d-4216-8e97-a3b7b769f61f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.570283] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.571445] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.571946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.571946] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 with status ACTIVE [ 699.571946] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.572132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.572132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.572289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.572388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.572558] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.572648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.572706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.572858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.572929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.573164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.573281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.573345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.573506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.573588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.573672] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dba84d01-cf0d-47b3-ae95-2c3ba2a12d38 is going to be updated. [ 699.611860] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.611860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.611860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.611860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.611860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.611860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba84d01-cf0d-47b3-ae95-2c3ba2a12d38" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.671659] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b3a8ad5d-2d83-4d27-9cae-21755261655f None None] Enqueued Resource ID: 4585a04d-3d26-4028-8d4c-7f671af76d6b with Priority: HIGHEST for action port [ 699.671659] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4585a04d-3d26-4028-8d4c-7f671af76d6b with Priority: HIGHEST for action port [ 699.671659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4585a04d-3d26-4028-8d4c-7f671af76d6b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.671659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4585a04d-3d26-4028-8d4c-7f671af76d6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.671659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4585a04d-3d26-4028-8d4c-7f671af76d6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.671659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4585a04d-3d26-4028-8d4c-7f671af76d6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.671659] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4585a04d-3d26-4028-8d4c-7f671af76d6b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.672372] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be0d12c6-9d2d-4216-8e97-a3b7b769f61f [ 699.672372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.672816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.672907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.673384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.673384] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be0d12c6-9d2d-4216-8e97-a3b7b769f61f already deleted. [ 699.673384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0d12c6-9d2d-4216-8e97-a3b7b769f61f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.881180] env[63036]: INFO networking_nsxv3.common.synchronization [req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 req-91c9ca07-c4b2-4da0-9ff3-c0e53b251c1e tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 699.881712] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 699.882053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.882281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.882843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.882843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.882996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.883114] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.081131] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.178316] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4585a04d-3d26-4028-8d4c-7f671af76d6b [ 700.178316] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.178316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.178316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.178316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.178316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.178316] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4585a04d-3d26-4028-8d4c-7f671af76d6b already deleted. [ 700.178316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4585a04d-3d26-4028-8d4c-7f671af76d6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.324590] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324970] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.325065] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325292] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.325617] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325849] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.325973] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326268] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.326446] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.326626] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.326760] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.326849] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.326955] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.327080] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.327189] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.327356] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.344404] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.344573] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.344637] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.344828] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-628" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.345281] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d6435763-cb08-4862-8505-9bad13981fd5 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345396] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.345438] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345904] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.345904] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6435763-cb08-4862-8505-9bad13981fd5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.386186] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.584225] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.584225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.584647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.584762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.585400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.585400] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 is going to be created. [ 700.608758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.608916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.608988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.609232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.609393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.623041] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: UNINITIALIZED for 2s [ 700.774090] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 700.774348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.774538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.774755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.774948] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.775087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.775136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.775319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.775370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.775448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.775543] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.849692] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.849692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.849692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.850047] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.850716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.850973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d6435763-cb08-4862-8505-9bad13981fd5 not found, creating... [ 700.851090] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.852074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.852074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.852074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.852074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.852074] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.852725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.852725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.852725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.852725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.853328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d6435763-cb08-4862-8505-9bad13981fd5 is going to be created. [ 700.874281] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.874281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.874281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.874281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.874281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.874281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.892029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.278926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.279086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.279239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.279520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.279882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.280124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.280219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.280518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.280584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.280683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.280884] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.281048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.281110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.281282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.281472] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.281608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.281683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.281909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.282023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.282145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.282254] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.394763] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.395037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.395123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.395477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.395621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.395729] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 701.424684] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.424871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.425024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.425208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.425354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.433330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 701.789021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 701.803751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.803896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.803968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.804196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.804291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.804485] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.804613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.804686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.805073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.805073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.805182] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.805307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.805375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.805523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.805635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.805794] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.805893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.805956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.807157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.807256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.807352] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 701.865358] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.865859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.866139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.870155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.870318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.884875] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 702.076020] env[63036]: INFO networking_nsxv3.common.synchronization [req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 req-b3d75e99-f542-4bc6-ac8e-bf5a186b14bd service nova] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 702.076215] env[63036]: INFO networking_nsxv3.common.synchronization [req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 req-b3d75e99-f542-4bc6-ac8e-bf5a186b14bd service nova] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 702.076354] env[63036]: INFO networking_nsxv3.common.synchronization [req-aaf4be8c-9949-41b9-9d82-a4515b460fe6 req-b3d75e99-f542-4bc6-ac8e-bf5a186b14bd service nova] Enqueued Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 702.076587] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 702.077965] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 702.077965] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 702.077965] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.077965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.077965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.077965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.077965] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.078997] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.079320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.079576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6435763-cb08-4862-8505-9bad13981fd5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.079732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.079835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.080546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.080546] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6435763-cb08-4862-8505-9bad13981fd5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.407603] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b1046af5-0b18-4f01-aed7-ac0ae80069b4 None None] Enqueued Resource ID: 35de5252-3d01-485d-85bc-6bc639196a32 with Priority: HIGHEST for action port [ 702.408279] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35de5252-3d01-485d-85bc-6bc639196a32 with Priority: HIGHEST for action port [ 702.408655] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-35de5252-3d01-485d-85bc-6bc639196a32 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.408820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35de5252-3d01-485d-85bc-6bc639196a32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.408920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35de5252-3d01-485d-85bc-6bc639196a32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.409532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35de5252-3d01-485d-85bc-6bc639196a32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.409655] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35de5252-3d01-485d-85bc-6bc639196a32',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.582211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.582211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.586295] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6435763-cb08-4862-8505-9bad13981fd5 with status ACTIVE [ 702.587277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.587277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.587277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.587277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.587277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.587631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.587631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.587710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.587828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.588084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.588205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.588205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.588293] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6435763-cb08-4862-8505-9bad13981fd5 is going to be updated. [ 702.610733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.610891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.610924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.611184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.611335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.611590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.634654] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: SUCCESS [ 702.634876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.635067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.635327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.635523] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.636332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.636332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.636332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.636332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.636332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.636332] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.912154] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35de5252-3d01-485d-85bc-6bc639196a32 [ 702.912413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.913025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.913025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.913025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.913025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.913235] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35de5252-3d01-485d-85bc-6bc639196a32 already deleted. [ 702.913235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35de5252-3d01-485d-85bc-6bc639196a32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.143027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.444216] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 703.444439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.444610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.444845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.445050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.445171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.445235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.445390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.445470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.445565] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.647689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4af0e20-bd46-4c4b-a803-4a1806a80299: rpc.has_security_group_logging(os_id): False [ 703.667545] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.667545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.667760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.668059] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.668182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.668265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.668447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.669171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.669171] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 is going to be created. [ 703.737632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.737801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.737885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.738120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.738329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.751987] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: IN_PROGRESS for 2s [ 703.901081] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 703.901361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.947957] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.450895] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.827514] env[63036]: INFO networking_nsxv3.common.synchronization [req-a3c315db-a244-47f0-9f87-b84e351b521f req-ccab33d3-f22d-40fe-853e-d266849954a6 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 704.828046] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 704.828349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.828471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.828539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.828784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.828938] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.829875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.829971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.830142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.830233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.830328] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.953689] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.954029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.954029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.954175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.954266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.954363] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 704.980032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.980197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.980401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.980642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.980642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.987831] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 705.263577] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.263789] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-595" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.263923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-595" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.264292] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-595" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.264590] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.264769] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.264891] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.265649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.265649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.266143] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.266143] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.266292] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.266292] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.266411] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.266524] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.266645] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.284098] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.284272] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.284426] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.284605] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-595" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.284905] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-6e41f344-26ad-4c57-934d-a5c9238d76ea taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.285082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.285205] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.285527] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.285697] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e41f344-26ad-4c57-934d-a5c9238d76ea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.333826] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.333826] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.333826] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b already deleted. [ 705.333826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.764643] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: SUCCESS [ 705.764872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.788716] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.788955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.789093] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.789404] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.789531] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.790330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 6e41f344-26ad-4c57-934d-a5c9238d76ea not found, creating... [ 705.790647] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.790827] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.790952] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.791277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.791370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.791769] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.791939] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.792075] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.792302] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.792480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.792581] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea is going to be created. [ 705.813064] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.813286] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.813409] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.813761] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.814030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.814275] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.693844] env[63036]: INFO networking_nsxv3.common.synchronization [req-a3c315db-a244-47f0-9f87-b84e351b521f req-1cd15a93-bede-4b46-9e71-211cec001e24 service nova] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 706.693844] env[63036]: INFO networking_nsxv3.common.synchronization [req-a3c315db-a244-47f0-9f87-b84e351b521f req-1cd15a93-bede-4b46-9e71-211cec001e24 service nova] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 706.693844] env[63036]: INFO networking_nsxv3.common.synchronization [req-a3c315db-a244-47f0-9f87-b84e351b521f req-1cd15a93-bede-4b46-9e71-211cec001e24 service nova] Enqueued Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 706.694293] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 706.694293] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 706.694293] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 706.695613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.695849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.695897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.696630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.696950] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.699132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.699273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.700376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.700376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.700766] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.701988] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e41f344-26ad-4c57-934d-a5c9238d76ea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.701988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.701988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.701988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.701988] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e41f344-26ad-4c57-934d-a5c9238d76ea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.997052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 706.997366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.997596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.997863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.998139] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.998322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.998439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.998660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.998791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.998944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.999123] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.203494] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.204504] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.206083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.207106] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e41f344-26ad-4c57-934d-a5c9238d76ea with status ACTIVE [ 707.207295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.207415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.207481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.207753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.207814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.207951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.208063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.208124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.208278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.208580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.208580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.208799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.208799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.208950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.208950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.209079] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea is going to be updated. [ 707.228134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.228322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.228381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.228560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.228691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.228867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.503474] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.503649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.503649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.503803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.503971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.504086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.504152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.504302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.504390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.504476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.504670] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.504720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.504752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.504907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.505057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.505151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.505213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.505349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.505424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.505501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.505588] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.705782] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.007457] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 708.024569] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.024768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.024847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.025178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.025376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.025539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.025771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.026125] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.026125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.026343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.026343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.026404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.026554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.026645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.026723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.026928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.027062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.027159] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 708.084169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.084335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.084412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.084629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.084814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.097482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 708.209264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.209264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.209264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.209264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.209447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.209447] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be created. [ 708.233519] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.233772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.233927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.234228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.234463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.244552] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: UNINITIALIZED for 2s [ 710.110777] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 710.111027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.255476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 710.255674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.256091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.256156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.256316] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.256441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.256496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.256647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.256768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.256808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.256901] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.760115] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.264020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239db92d-64c7-429e-a60a-c6a1dd5a640b: rpc.has_security_group_logging(os_id): False [ 711.281123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.281281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.281346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.281550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.281642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.281881] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.281978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.282055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.282202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.282279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.282365] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be created. [ 711.336310] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.336499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.336545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.336748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.336926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.347230] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 711.372100] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 711.372100] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 711.372100] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 711.372100] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 711.372429] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.372888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.372888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.373074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.373254] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.373352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.373424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.374534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.374534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.374534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.375304] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.376160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.376160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.376160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.376341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.376596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.376596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.376860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.376978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.377132] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.438414] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_rules [ 711.438607] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 711.438747] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 711.438913] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 711.439106] env[63036]: INFO networking_nsxv3.common.synchronization [req-e1629c6a-85b5-4b3e-b154-c46f196b9122 req-f4483e39-d1b2-445e-85c1-a8248645e24a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 711.440056] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_rules [ 711.440245] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 711.440494] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 711.440620] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 711.440880] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 711.441189] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.441311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.441376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.441636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.441720] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.443921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.443921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.443921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.443921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.443921] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.444155] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6435763-cb08-4862-8505-9bad13981fd5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.444212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.444265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.444417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.444503] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6435763-cb08-4862-8505-9bad13981fd5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.447679] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.447735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.447944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.448037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.879670] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.880261] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.949921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.950075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.952392] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6435763-cb08-4862-8505-9bad13981fd5 with status ACTIVE [ 711.953911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.953911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.953911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.954148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.954192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.954408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.954521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.954587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.954761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.954847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.955472] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.955472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.955472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.955472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.955472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.955472] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6435763-cb08-4862-8505-9bad13981fd5 is going to be updated. [ 711.956702] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.956788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.976117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.976270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.976320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.976539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.976680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.976953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.389840] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.389840] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.673273] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b8fe2456-24ba-49d0-807e-a497c18092b4 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: 5f232792-a6f3-4509-8870-8345423bcccb with Priority: HIGHEST for action security_group_rules [ 712.673986] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f232792-a6f3-4509-8870-8345423bcccb with Priority: HIGHEST for action security_group_rules [ 712.673986] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f232792-a6f3-4509-8870-8345423bcccb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.673986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.674732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.675037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.675125] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f232792-a6f3-4509-8870-8345423bcccb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.808152] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cab4fd58-14de-4819-85ff-ada49f010ec0 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: 5f232792-a6f3-4509-8870-8345423bcccb with Priority: HIGHEST for action security_group_rules [ 712.808152] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f232792-a6f3-4509-8870-8345423bcccb with Priority: HIGHEST for action security_group_rules [ 712.808944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f232792-a6f3-4509-8870-8345423bcccb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.808944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.888362] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.888521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.888590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.888798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.888888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.888986] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be created. [ 712.890269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.890386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.890460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.890624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.890744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.890784] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 712.916607] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.916607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.916607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.916817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.917752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.924184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.924379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.924509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.924640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.924818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.936346] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 712.936736] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: UNINITIALIZED for 2s [ 713.195568] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.197818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f232792-a6f3-4509-8870-8345423bcccb already deleted. [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.197818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.197818] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f232792-a6f3-4509-8870-8345423bcccb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.357713] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 713.358390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.717928] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.719495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.719495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.719495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.719495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.719495] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f232792-a6f3-4509-8870-8345423bcccb already deleted. [ 713.719495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f232792-a6f3-4509-8870-8345423bcccb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.947318] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: SUCCESS [ 714.947598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.947920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.948905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.948905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.948905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.949242] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.950759] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 714.951243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.951716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.951946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.952190] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.952275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.952378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.952646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.953014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.953109] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.192632] env[63036]: INFO networking_nsxv3.common.synchronization [req-e0ad930f-9d1c-4405-83c6-7b201322d9ad req-8547aa7a-d0e9-4060-9944-3689961ab034 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 715.193340] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 715.193645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.193836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.193903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.194609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.195989] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.196211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.196245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.196436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.196524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.196624] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.452511] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.455602] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.493712] env[63036]: INFO networking_nsxv3.common.synchronization [req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 req-dbdf234b-6baa-4692-8148-7ac2c69c53d0 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 715.494751] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 715.494751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.494751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.494751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.494958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.494990] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.495761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.497569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.497569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.497569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.497569] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.649867] env[63036]: INFO networking_nsxv3.common.synchronization [req-c3f7c406-b47b-4bc7-8443-f55bd9addfb2 req-34165c1d-6f4f-4fed-b639-1ebbacd9d4fc tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 715.653019] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 715.653310] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.653587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.656622] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.656622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.656622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.698939] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.954615] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.959534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.002432] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.002432] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.002432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.002432] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c already deleted. [ 716.002774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.083210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.083210] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.083417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.083985] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.089326] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.089326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.089326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.089326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.089326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.089326] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.089326] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.089326] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.089326] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.089326] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.089326] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.089326] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.110107] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.110285] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.110430] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.110614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.110935] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-cd89a75d-576d-41b2-9574-7f86e46c1cc0 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.111169] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.111298] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.111741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.111962] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd89a75d-576d-41b2-9574-7f86e46c1cc0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.157400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.157400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.157400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.157625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.158138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.158138] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.158138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.158138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.158505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.158505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.158505] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 716.184012] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.184207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.184249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.184435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.184588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.192552] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 716.198349] env[63036]: INFO networking_nsxv3.common.synchronization [None req-e9df9ea0-60b6-4fac-bc4f-fde4da79e9e1 None None] Enqueued Resource ID: 6745ea4c-0930-4d62-a8a3-8f24320f5550 with Priority: HIGHEST for action port [ 716.198621] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6745ea4c-0930-4d62-a8a3-8f24320f5550 with Priority: HIGHEST for action port [ 716.199189] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6745ea4c-0930-4d62-a8a3-8f24320f5550 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.199326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6745ea4c-0930-4d62-a8a3-8f24320f5550" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.199381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6745ea4c-0930-4d62-a8a3-8f24320f5550" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.199636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6745ea4c-0930-4d62-a8a3-8f24320f5550" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.199721] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6745ea4c-0930-4d62-a8a3-8f24320f5550',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.201474] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.413200] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ad8c89ee-e111-41f7-9591-6d9557cbf143 None None] Enqueued Resource ID: 84dc755d-3f9b-4457-8997-0bf4243d4c9a with Priority: HIGHEST for action port [ 716.413410] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dc755d-3f9b-4457-8997-0bf4243d4c9a with Priority: HIGHEST for action port [ 716.413623] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-84dc755d-3f9b-4457-8997-0bf4243d4c9a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.413778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84dc755d-3f9b-4457-8997-0bf4243d4c9a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.413870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84dc755d-3f9b-4457-8997-0bf4243d4c9a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.414299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84dc755d-3f9b-4457-8997-0bf4243d4c9a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.414403] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84dc755d-3f9b-4457-8997-0bf4243d4c9a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.457182] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.457343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.457418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.457643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.457735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.457835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be updated. [ 716.463562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.463562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.463562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.463562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.463562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.463562] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 716.484869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.484869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.484869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.485590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.485759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.489718] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.489718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.489718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.489718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.489718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.498907] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: IN_PROGRESS for 2s [ 716.500564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 716.619104] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.619104] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port cd89a75d-576d-41b2-9574-7f86e46c1cc0 not found, creating... [ 716.619104] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.619104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.619528] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.619528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.619528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.619528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.619528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.619528] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: cd89a75d-576d-41b2-9574-7f86e46c1cc0 is going to be created. [ 716.640255] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.641258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.641468] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.645013] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.645013] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.645013] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.705025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6745ea4c-0930-4d62-a8a3-8f24320f5550 [ 716.705025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.705025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6745ea4c-0930-4d62-a8a3-8f24320f5550 already deleted. [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6745ea4c-0930-4d62-a8a3-8f24320f5550" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.705025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.705025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.705025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 716.748735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.748905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.748976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.752272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.752482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.763564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 716.916160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84dc755d-3f9b-4457-8997-0bf4243d4c9a [ 716.916401] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.916530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.916600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.916871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.916964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.917101] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84dc755d-3f9b-4457-8997-0bf4243d4c9a already deleted. [ 716.917185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84dc755d-3f9b-4457-8997-0bf4243d4c9a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.753018] env[63036]: INFO networking_nsxv3.common.synchronization [req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 req-e4d0e051-7e41-46bb-bde0-2f8ca8696991 service nova] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 717.753018] env[63036]: INFO networking_nsxv3.common.synchronization [req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 req-e4d0e051-7e41-46bb-bde0-2f8ca8696991 service nova] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 717.753018] env[63036]: INFO networking_nsxv3.common.synchronization [req-78a9ab6b-74ad-4016-808c-a06e6ee566b4 req-e4d0e051-7e41-46bb-bde0-2f8ca8696991 service nova] Enqueued Resource ID: cd89a75d-576d-41b2-9574-7f86e46c1cc0 with Priority: HIGHEST for action port [ 717.753018] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_rules [ 717.753930] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 717.755160] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd89a75d-576d-41b2-9574-7f86e46c1cc0 with Priority: HIGHEST for action port [ 717.755642] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.758018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.758018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.758018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.758018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.761349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.761349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.761349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd89a75d-576d-41b2-9574-7f86e46c1cc0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.761349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.761349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.761349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.761349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd89a75d-576d-41b2-9574-7f86e46c1cc0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.196783] env[63036]: INFO networking_nsxv3.common.synchronization [None req-744618fe-2ebe-4f44-89e7-4bea7696c52e tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 718.197653] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 718.198446] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.198746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.198828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.199101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.199188] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.207217] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 718.207217] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 718.207217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.230459] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 718.230459] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 718.230459] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 718.232017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 718.232017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 718.232017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 718.232916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.232916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.232916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.232916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.233160] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.233220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.233781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.233781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.233900] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.233963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.233996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.236276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.236276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.236276] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.262129] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.263375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.263375] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.266234] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd89a75d-576d-41b2-9574-7f86e46c1cc0 with status ACTIVE [ 718.266234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.266234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.266234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.266234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.267508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.267508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.267508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.267508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.267659] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd89a75d-576d-41b2-9574-7f86e46c1cc0 is going to be updated. [ 718.289634] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.289855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.289928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.290212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.290350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.290521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd89a75d-576d-41b2-9574-7f86e46c1cc0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.293755] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_rules [ 718.293991] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 718.294221] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_rules [ 718.294375] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 718.294546] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 718.294729] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 718.294901] env[63036]: INFO networking_nsxv3.common.synchronization [req-097d5af5-e0cd-4fe2-992d-27bea44ee543 req-6d1a30cc-5411-478f-8d7d-ebdfa8597366 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 718.297449] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_rules [ 718.297449] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_rules [ 718.297449] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 718.297449] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6435763-cb08-4862-8505-9bad13981fd5 with Priority: HIGHEST for action port [ 718.297646] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_rules [ 718.297756] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 718.297900] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 718.299011] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.299648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.299648] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1360baea-9125-4d4c-b8b7-d9cc76c0b09c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.299648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.299648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.299957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.300095] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.301462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.301462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.301921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6435763-cb08-4862-8505-9bad13981fd5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.302185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.302293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.302526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.302635] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6435763-cb08-4862-8505-9bad13981fd5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.303582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.303691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.303940] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.304087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.304439] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.304439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.427731] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cbb6ca43-b258-4cd7-8104-47192f5a7db7 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 718.428475] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 718.429302] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.429507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.512378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 718.513228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.513437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.513686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.513925] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.514084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.514161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.514442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.514442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.514520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.514617] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.516669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: SUCCESS [ 718.517039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.517164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.517412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.517710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.517878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.517984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.518192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.518319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.518623] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.519434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.520381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.520381] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.520381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.520381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.521097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.521300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.521519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.521731] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.523096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.523779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.524114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.524264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.524393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.524602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.524982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.525044] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.719822] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.719822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.719822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.719822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.720027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.720027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a already deleted. [ 718.720094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.720247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.720398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.720482] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.739042] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.770473] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.773585] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 718.773806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.805862] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6435763-cb08-4862-8505-9bad13981fd5 with status ACTIVE [ 718.806069] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.806291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.806942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.806942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.806942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.807130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.807161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.807906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.807906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.807906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.807906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.807906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.807906] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6435763-cb08-4862-8505-9bad13981fd5 is going to be updated. [ 718.808924] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.809040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.829526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.829526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.829676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.830617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.830617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.830959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6435763-cb08-4862-8505-9bad13981fd5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.895129] env[63036]: INFO networking_nsxv3.common.synchronization [None req-a55aa86a-4612-4544-9136-5ca9210444eb None None] Enqueued Resource ID: 3e5ab739-4195-463c-97ab-ab0e63e5a40f with Priority: HIGHEST for action port [ 718.895129] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5ab739-4195-463c-97ab-ab0e63e5a40f with Priority: HIGHEST for action port [ 718.895129] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5ab739-4195-463c-97ab-ab0e63e5a40f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.895129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5ab739-4195-463c-97ab-ab0e63e5a40f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.895129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5ab739-4195-463c-97ab-ab0e63e5a40f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.895692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5ab739-4195-463c-97ab-ab0e63e5a40f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 718.895960] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5ab739-4195-463c-97ab-ab0e63e5a40f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.024492] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.024862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.024952] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.027213] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.028113] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.241754] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.241916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.241988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.242238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.244045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.244045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a already deleted. [ 719.244045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.244045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.272349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.272513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.272720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.272950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.273065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.273185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c is going to be created. [ 719.295949] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.296147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.297035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.297035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.297035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.308197] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: UNINITIALIZED for 2s [ 719.400274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e5ab739-4195-463c-97ab-ab0e63e5a40f [ 719.400274] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.400274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.400274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.400274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.400274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.400274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e5ab739-4195-463c-97ab-ab0e63e5a40f already deleted. [ 719.400274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5ab739-4195-463c-97ab-ab0e63e5a40f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.528194] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.530790] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1014730d-7bc2-495c-a411-0627fe033d8d: rpc.has_security_group_logging(os_id): False [ 719.532361] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.552529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.552529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.552529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.552529] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be created. [ 719.626702] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.626859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.626935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.627163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.627323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.646107] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: IN_PROGRESS for 2s [ 719.664259] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4c228630-a809-465c-ad79-ab83af006617 None None] Enqueued Resource ID: b6e087cd-9ffb-47e8-b0a3-1d173149a601 with Priority: HIGHEST for action port [ 719.664521] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e087cd-9ffb-47e8-b0a3-1d173149a601 with Priority: HIGHEST for action port [ 719.665110] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e087cd-9ffb-47e8-b0a3-1d173149a601 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.665238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e087cd-9ffb-47e8-b0a3-1d173149a601" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.665317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e087cd-9ffb-47e8-b0a3-1d173149a601" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.665567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e087cd-9ffb-47e8-b0a3-1d173149a601" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.665646] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e087cd-9ffb-47e8-b0a3-1d173149a601',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.747462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.747462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.747462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.747462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.747462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.747462] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c is going to be created. [ 719.776495] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.776898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.776898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.776898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.777290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.790290] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c in Status: UNINITIALIZED for 2s [ 720.030200] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.030535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.030954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.030954] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 720.035065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.035227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.035281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.035483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.035580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.035674] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be updated. [ 720.061441] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.061615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.061683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.061929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.062086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.065324] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.065452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.065535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.065877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.066173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.076944] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: IN_PROGRESS for 2s [ 720.077750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 720.170620] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6e087cd-9ffb-47e8-b0a3-1d173149a601 [ 720.170738] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.170907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.170993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.171239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.171309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.171404] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6e087cd-9ffb-47e8-b0a3-1d173149a601 already deleted. [ 720.171484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e087cd-9ffb-47e8-b0a3-1d173149a601" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.832195] env[63036]: INFO networking_nsxv3.common.synchronization [req-9176a386-e462-4431-9f97-faeef73d587b req-74fed9a6-6743-49f0-ba86-8f030d304bda tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 720.836020] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 720.836020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.836020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.836020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.836020] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.967222] env[63036]: INFO networking_nsxv3.common.synchronization [req-0354bf3a-49ae-4365-bdb7-56a40940a3bf req-cfe4b917-9257-4394-9e22-2aefbcff9b3a tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 720.967751] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 720.968061] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.968185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.968250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.968446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.968599] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.969601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.969921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.970173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.970312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.970449] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.226095] env[63036]: INFO networking_nsxv3.common.synchronization [req-6a829369-b8a0-448e-81a3-93bdbf04f107 req-1b023cb9-48b9-4986-be39-acacedad275a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 721.226312] env[63036]: INFO networking_nsxv3.common.synchronization [req-6a829369-b8a0-448e-81a3-93bdbf04f107 req-1b023cb9-48b9-4986-be39-acacedad275a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 721.226476] env[63036]: INFO networking_nsxv3.common.synchronization [req-6a829369-b8a0-448e-81a3-93bdbf04f107 req-1b023cb9-48b9-4986-be39-acacedad275a tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 721.226968] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014730d-7bc2-495c-a411-0627fe033d8d with Priority: HIGHEST for action security_group_members [ 721.227345] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 721.227818] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c with Priority: HIGHEST for action security_group_members [ 721.227818] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014730d-7bc2-495c-a411-0627fe033d8d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.228659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.229677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.229677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.229677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.229677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.316333] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: SUCCESS [ 721.316559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.316727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.316958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.318375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.318375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.318375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.318375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.318375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.318375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.318375] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.336846] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.337098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.337388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.337577] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.337740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.337961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.338054] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 already deleted. [ 721.338132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.476023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.476023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.476023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.476023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 721.499238] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.499448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.499540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.499838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.499998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.507769] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 721.663675] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: SUCCESS [ 721.663929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.664154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.664402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.664497] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.786247] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.786448] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.786575] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.786924] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.787193] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.787634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.787634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.787713] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.787831] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.788301] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.788512] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.792026] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.792026] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.792026] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.792026] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.792026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.803568] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c in Status: SUCCESS [ 721.803845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.804021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.804425] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.804549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.804707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.804753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.804861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.804967] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.812823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.812994] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.813147] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.813315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.813676] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-1637dc8e-99c0-4bf8-88df-07978a3be945 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.813919] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.814059] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.814356] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 721.814498] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1637dc8e-99c0-4bf8-88df-07978a3be945',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.819408] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.087418] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 722.087418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.087418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.087942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.087942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.087942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.087942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.088233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.088233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.088945] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.089749] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014730d-7bc2-495c-a411-0627fe033d8d in Status: SUCCESS [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.092918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.092918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.092918] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.192134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.192281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.192358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.192570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.192680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.192782] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be deleted. [ 722.238704] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.238854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.238937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.239186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.239244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.239355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.307697] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.307882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.307924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.309062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.309062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.309062] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c is going to be deleted. [ 722.317026] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.317026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.317191] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.317449] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.317629] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.317850] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 1637dc8e-99c0-4bf8-88df-07978a3be945 not found, creating... [ 722.318195] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.318400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.318525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.318770] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.318917] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.319297] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.319496] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.319645] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.319886] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.320092] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.320272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 1637dc8e-99c0-4bf8-88df-07978a3be945 is going to be created. [ 722.321939] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c68bd040-ec0f-43a9-a412-b6c015dabb0c: rpc.has_security_group_logging(os_id): False [ 722.342082] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.342545] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.342702] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.343062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.343359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.343669] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.345339] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.345474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.345549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.345774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.345821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.345908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.346080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.346278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.346428] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.346546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.346599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.346747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.346823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.346917] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.350735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.350735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.351047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.351047] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.351233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.351233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.351332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.351547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.351547] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c is going to be created. [ 722.447703] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.448805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.449192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.449650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.471823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: IN_PROGRESS for 2s [ 722.593391] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.595035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.595035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.595286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.595427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.595569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.595821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.596282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.596282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.596282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.596439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.596439] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d is going to be deleted. [ 722.624919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.625052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.625107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.625315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.625466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.625516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.626020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.626259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.626469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.626577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.626639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.626782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.626862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.626962] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014730d-7bc2-495c-a411-0627fe033d8d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.849550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.849713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.849784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.849999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.850112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.850305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.850393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.850455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.852231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.852231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.852231] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c already deleted. [ 722.852231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.852231] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.852231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.852231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.852231] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.852572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.852572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.852572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 722.852572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.852673] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.100078] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.129058] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.129291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.129347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.129587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.129706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.129927] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.130070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.130174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.130357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.130466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.130561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014730d-7bc2-495c-a411-0627fe033d8d already deleted. [ 723.130659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014730d-7bc2-495c-a411-0627fe033d8d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.156518] env[63036]: INFO networking_nsxv3.common.synchronization [req-9176a386-e462-4431-9f97-faeef73d587b req-f3b9b33a-5007-49cb-ac3f-9fcd4488e7e0 service nova] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_rules [ 723.156707] env[63036]: INFO networking_nsxv3.common.synchronization [req-9176a386-e462-4431-9f97-faeef73d587b req-f3b9b33a-5007-49cb-ac3f-9fcd4488e7e0 service nova] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 723.156887] env[63036]: INFO networking_nsxv3.common.synchronization [req-9176a386-e462-4431-9f97-faeef73d587b req-f3b9b33a-5007-49cb-ac3f-9fcd4488e7e0 service nova] Enqueued Resource ID: 1637dc8e-99c0-4bf8-88df-07978a3be945 with Priority: HIGHEST for action port [ 723.157512] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_rules [ 723.157712] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 723.157838] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1637dc8e-99c0-4bf8-88df-07978a3be945 with Priority: HIGHEST for action port [ 723.158553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.158553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.158553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.158553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.158890] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.159553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.159660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.159752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.159901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.160057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.160527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.160601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.160753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.160842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.160938] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.165038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-1637dc8e-99c0-4bf8-88df-07978a3be945 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.165038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.165038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.165038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.165038] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1637dc8e-99c0-4bf8-88df-07978a3be945',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.348076] env[63036]: INFO networking_nsxv3.common.synchronization [req-e0631320-216a-4acd-902a-fb9099c56896 req-7c2af314-bbea-44ea-aeea-b9aa6bd59482 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 723.349053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 723.349384] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.349510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.349579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.350340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.350340] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.350340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.350552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.350552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.350625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.350708] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.354920] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1360baea-9125-4d4c-b8b7-d9cc76c0b09c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.355710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.359018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.359018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c already deleted. [ 723.359018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.517454] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 723.517660] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 723.517780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.604734] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.605016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.605016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.607019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.607019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.607019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 723.631088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.631223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.631291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.632574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.632574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.640125] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 723.664732] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.665059] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1637dc8e-99c0-4bf8-88df-07978a3be945 with status ACTIVE [ 723.665251] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.665357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.665534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.665632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.665717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.665887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.665982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.666081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.666207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.666284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.666582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.666729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.666798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.666945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.667036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.667116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1637dc8e-99c0-4bf8-88df-07978a3be945 is going to be updated. [ 723.672775] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.701105] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.701105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.701105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.701105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.701105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.701105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1637dc8e-99c0-4bf8-88df-07978a3be945" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.776977] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.777203] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.777936] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.778776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.779265] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.780034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.780205] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.780475] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.780628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.780845] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.781959] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.782126] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.782248] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.782415] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.782579] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.782732] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.811146] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.811146] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.811146] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.811146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.811146] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-48f29976-1294-41e7-84b0-bbbb995e6c10 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.811146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.811464] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.811613] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.811807] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f29976-1294-41e7-84b0-bbbb995e6c10',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.854368] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.854368] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.854368] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 already deleted. [ 723.854368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.858069] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1360baea-9125-4d4c-b8b7-d9cc76c0b09c: rpc.has_security_group_logging(os_id): False [ 723.878253] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.878465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.878465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.878670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.879275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.879275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.879275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.879275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.879495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.879495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.879495] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c is going to be created. [ 723.911928] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c], does not exist path=[/infra/domains/default/groups/1360baea-9125-4d4c-b8b7-d9cc76c0b09c]."\n}' [ 723.912097] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c [ 723.912180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 723.958995] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.959224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.959263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.959552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.960811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.961621] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.961621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.961621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.961621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.961621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.961877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.962065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.962065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.962284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 723.962284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.962363] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1360baea-9125-4d4c-b8b7-d9cc76c0b09c is going to be created. [ 723.985269] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c], does not exist path=[/infra/domains/default/groups/1360baea-9125-4d4c-b8b7-d9cc76c0b09c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c [ 723.985434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1360baea-9125-4d4c-b8b7-d9cc76c0b09c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.985987] env[63036]: Traceback (most recent call last): [ 723.986030] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 723.986030] env[63036]: return func(*args, **kwargs) [ 723.986030] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 723.986030] env[63036]: res.raise_for_status() [ 723.986030] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 723.986030] env[63036]: raise HTTPError(http_error_msg, response=self) [ 723.986030] env[63036]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c [ 723.986030] env[63036]: During handling of the above exception, another exception occurred: [ 723.986030] env[63036]: Traceback (most recent call last): [ 723.986315] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 723.986315] env[63036]: listener.cb(fileno) [ 723.986315] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 723.986315] env[63036]: result = function(*args, **kwargs) [ 723.986315] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 723.986315] env[63036]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 723.986315] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 723.986315] env[63036]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 723.986315] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 723.986315] env[63036]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 723.986315] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 723.986315] env[63036]: res.raise_for_status() [ 723.986315] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 723.986315] env[63036]: raise HTTPError(http_error_msg, response=self) [ 723.986315] env[63036]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1360baea-9125-4d4c-b8b7-d9cc76c0b09c [ 723.986315] env[63036]: Removing descriptor: 16 [ 724.176824] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.317584] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.317892] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.318099] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.318420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.318608] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.318822] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 48f29976-1294-41e7-84b0-bbbb995e6c10 not found, creating... [ 724.319140] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.319308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.319427] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.319694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.319860] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.320210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.320400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.320545] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.320795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.320980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.321173] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 48f29976-1294-41e7-84b0-bbbb995e6c10 is going to be created. [ 724.345155] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.345473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.345654] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.345975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.346338] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.346681] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.482903] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: SUCCESS [ 724.483180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.681793] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.681980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.682071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.682291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.682382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.682482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be created. [ 724.705665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.705877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.705877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.706092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.706461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.721076] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: UNINITIALIZED for 2s [ 725.629776] env[63036]: INFO networking_nsxv3.common.synchronization [None req-65d6acbd-ad86-4c11-9dec-314da4522ec8 None None] Enqueued Resource ID: cb487744-0191-4d58-85ab-79bffc337926 with Priority: HIGHEST for action port [ 725.629776] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb487744-0191-4d58-85ab-79bffc337926 with Priority: HIGHEST for action port [ 725.629776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb487744-0191-4d58-85ab-79bffc337926 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.630926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb487744-0191-4d58-85ab-79bffc337926" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.632722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb487744-0191-4d58-85ab-79bffc337926" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.632722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb487744-0191-4d58-85ab-79bffc337926" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.632722] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb487744-0191-4d58-85ab-79bffc337926',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.652398] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.652398] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.652398] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.652398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.653642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.654311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.654621] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.654863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.655042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.655280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.655763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.655978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.658625] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.659054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.660063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.660063] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.660184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.660184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.660594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.660594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.660689] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.689341] env[63036]: INFO networking_nsxv3.common.synchronization [req-e0631320-216a-4acd-902a-fb9099c56896 req-c0d6797e-2234-40a3-999e-fc45e9e71bb2 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 725.689509] env[63036]: INFO networking_nsxv3.common.synchronization [req-e0631320-216a-4acd-902a-fb9099c56896 req-c0d6797e-2234-40a3-999e-fc45e9e71bb2 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 725.689644] env[63036]: INFO networking_nsxv3.common.synchronization [req-e0631320-216a-4acd-902a-fb9099c56896 req-c0d6797e-2234-40a3-999e-fc45e9e71bb2 service nova] Enqueued Resource ID: 48f29976-1294-41e7-84b0-bbbb995e6c10 with Priority: HIGHEST for action port [ 725.690150] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 725.690286] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 725.690719] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48f29976-1294-41e7-84b0-bbbb995e6c10 with Priority: HIGHEST for action port [ 725.690968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.691113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.691170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.691424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.691522] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.692430] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.692549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.692601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.693674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.693674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.693674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.693674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.693674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.693674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.693674] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.694396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-48f29976-1294-41e7-84b0-bbbb995e6c10 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.696173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.696173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.696173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 725.696173] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48f29976-1294-41e7-84b0-bbbb995e6c10',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.135254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb487744-0191-4d58-85ab-79bffc337926 [ 726.135505] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.135719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.135719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.135910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.136007] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.136116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb487744-0191-4d58-85ab-79bffc337926 already deleted. [ 726.136211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb487744-0191-4d58-85ab-79bffc337926" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.162710] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.163599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 726.181238] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.181385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.181457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.181658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.198558] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.199379] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.199639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.200986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.201320] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.201643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.203121] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.203121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.203833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.204161] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.204461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.204667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.204890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.207018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.207018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 726.207018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48f29976-1294-41e7-84b0-bbbb995e6c10 with status ACTIVE [ 726.207018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.207018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.207018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.207018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.207642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.207914] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.208224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.208370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.208972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.209160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.209564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.209766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.209915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.210157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.210314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.210621] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48f29976-1294-41e7-84b0-bbbb995e6c10 is going to be updated. [ 726.237421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.237421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.237421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.237421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.237421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.237421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48f29976-1294-41e7-84b0-bbbb995e6c10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.272046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.272046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.272046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.272046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.272046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.292228] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 726.648070] env[63036]: INFO networking_nsxv3.common.synchronization [req-633525d5-f8cc-4766-ac0f-5410da80cf90 req-23a13811-e1b3-41b2-a6df-c91b3c52ddd5 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 726.648656] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 726.648965] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.649104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.649744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.649949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.650126] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.650232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.650313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.650443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.650528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.650633] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.668326] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.699656] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.730894] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 726.731174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.731310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.731513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.732025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.732159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.732229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.732395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.732475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.732561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.732652] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.154329] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.175547] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.175547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.175547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.175547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.175547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.175547] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 727.199045] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.199224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.199288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.199498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.199639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.202614] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.203980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.203980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.203980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.203980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.203980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be created. [ 727.210857] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 727.227573] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.227702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.227777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.228145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.235160] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.235297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.235372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.235543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.235783] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.235783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.235950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.236017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.236063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.236189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.236337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.236427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.236484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.236622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.236775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.236861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.236948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.237070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.237144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.237212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.237297] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.239042] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: UNINITIALIZED for 2s [ 727.468646] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.468907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.469148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.469923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.469923] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.469923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.469923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.473363] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.473586] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.474062] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.474062] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.474168] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.474275] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.474384] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.474507] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.474642] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.494763] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.495078] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.495271] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.495558] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.496572] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.496572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.496572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.497177] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.497418] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef0d9db-6aab-4318-9f6a-03adf1bde26f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.656790] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.743566] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b57f6ef-2bed-40f4-bb36-88196f71f492: rpc.has_security_group_logging(os_id): False [ 727.768029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.768029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.768029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.768029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.769120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.769120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.769120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.769120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.769120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.769120] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be created. [ 727.820870] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.824387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.824387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.824387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.834572] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 728.004386] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.004866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.004866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.005103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.005282] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.005451] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f not found, creating... [ 728.005741] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.009021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.009021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.009021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f is going to be created. [ 728.029589] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.030384] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.030384] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.030777] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.030777] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.030985] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.161784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.161938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.161938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.162201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.162463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.162463] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 728.218019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.218019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.218019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.218019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.218019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.227818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 728.307148] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 728.307148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.307489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.307489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.307489] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.642509] env[63036]: INFO networking_nsxv3.common.synchronization [None req-927e3aea-1e56-4f2e-bb8a-6d0faf9dc3da None None] Enqueued Resource ID: 4d67a8ad-ff7c-422c-b983-ef25a1c2ab43 with Priority: HIGHEST for action port [ 728.646755] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d67a8ad-ff7c-422c-b983-ef25a1c2ab43 with Priority: HIGHEST for action port [ 728.646755] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d67a8ad-ff7c-422c-b983-ef25a1c2ab43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.646755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d67a8ad-ff7c-422c-b983-ef25a1c2ab43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.646755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d67a8ad-ff7c-422c-b983-ef25a1c2ab43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d67a8ad-ff7c-422c-b983-ef25a1c2ab43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.646953] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d67a8ad-ff7c-422c-b983-ef25a1c2ab43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.798966] env[63036]: INFO networking_nsxv3.common.synchronization [req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 req-1fee322f-36e8-4231-a3dc-8ad3f28cb1a4 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 728.799360] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 728.800034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.800034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.800034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.800239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.800343] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.800448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.800513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.800673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.800761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.800857] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.812777] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.812777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.847833] env[63036]: INFO networking_nsxv3.common.synchronization [req-d23f9286-9066-4f05-b5a8-6c51c9a5ced6 req-87abb9ba-9dcc-402f-a84e-66f8ccad9e4a tempest-SecurityGroupRulesNegativeTestJSON-1549242817 tempest-SecurityGroupRulesNegativeTestJSON-1549242817-project-member] Enqueued Resource ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a with Priority: HIGHEST for action security_group_rules [ 728.848354] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a with Priority: HIGHEST for action security_group_rules [ 728.848668] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2b76ec-39ab-4855-b096-cd0595a7332a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.848789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.848855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.853136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.853136] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2b76ec-39ab-4855-b096-cd0595a7332a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.148913] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d67a8ad-ff7c-422c-b983-ef25a1c2ab43 [ 729.149266] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.149399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.149465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.149663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.149746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.149835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d67a8ad-ff7c-422c-b983-ef25a1c2ab43 already deleted. [ 729.149912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d67a8ad-ff7c-422c-b983-ef25a1c2ab43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.223734] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 729.223982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.224158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.224369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.224552] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.224663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.224723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.224894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.224975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.225065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.225156] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.243959] env[63036]: INFO networking_nsxv3.common.synchronization [req-ea296dcb-543a-4268-8619-c773c9773728 req-5c41b1ab-6a1d-465b-9b37-08439054d578 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 729.244978] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 729.245403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.245469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.245501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.246201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.246201] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.246201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.246201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.246656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.246747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.246844] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.248569] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 729.248736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.249092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.249680] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.249680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.249680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.249680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.249870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.249870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.249933] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.299713] env[63036]: INFO networking_nsxv3.common.synchronization [req-633525d5-f8cc-4766-ac0f-5410da80cf90 req-814e658d-fc38-4c7a-aaae-0888e4aca183 service nova] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_rules [ 729.299914] env[63036]: INFO networking_nsxv3.common.synchronization [req-633525d5-f8cc-4766-ac0f-5410da80cf90 req-814e658d-fc38-4c7a-aaae-0888e4aca183 service nova] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 729.300312] env[63036]: INFO networking_nsxv3.common.synchronization [req-633525d5-f8cc-4766-ac0f-5410da80cf90 req-814e658d-fc38-4c7a-aaae-0888e4aca183 service nova] Enqueued Resource ID: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f with Priority: HIGHEST for action port [ 729.300548] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_rules [ 729.300682] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 729.300776] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f with Priority: HIGHEST for action port [ 729.301662] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.301729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.301785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.301984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.302108] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.303467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.303467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.303467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.303467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.303467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.303467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.303741] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef0d9db-6aab-4318-9f6a-03adf1bde26f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.305701] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.305701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.305701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.305701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.305701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.305910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.305910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.305910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.306584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.306584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.306584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce already deleted. [ 729.306584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.373692] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.373692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.373692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.373692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.373692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.373692] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a already deleted. [ 729.373692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.730020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.730020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.730020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.730020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.730020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.731164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.731164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.731164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.731164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.731164] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.751450] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.751450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.751450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.751450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.759869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.759869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.759869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.759869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.761018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.761018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.761018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.761018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.761018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.779024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.779024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.779024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.779024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.779024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.779024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.779024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be updated. [ 729.793696] env[63036]: INFO networking_nsxv3.common.synchronization [None req-97c551bf-f514-45fa-9a18-a609fc72ee2e None None] Enqueued Resource ID: 67c2e12e-f5b4-4b9f-9ff2-f5b83810613b with Priority: HIGHEST for action port [ 729.794453] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c2e12e-f5b4-4b9f-9ff2-f5b83810613b with Priority: HIGHEST for action port [ 729.795235] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c2e12e-f5b4-4b9f-9ff2-f5b83810613b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.796299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c2e12e-f5b4-4b9f-9ff2-f5b83810613b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.798579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c2e12e-f5b4-4b9f-9ff2-f5b83810613b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.798579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c2e12e-f5b4-4b9f-9ff2-f5b83810613b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.798579] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c2e12e-f5b4-4b9f-9ff2-f5b83810613b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.805890] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.810125] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ef0d9db-6aab-4318-9f6a-03adf1bde26f with status ACTIVE [ 729.810125] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.810125] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.810125] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.810125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.811064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ef0d9db-6aab-4318-9f6a-03adf1bde26f is going to be updated. [ 729.813449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.813938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.814122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.814421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.814935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.823145] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.823145] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.823145] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.823655] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.824027] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.824235] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.824447] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.824660] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.824876] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.825132] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.844724] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 729.860727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 729.861592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.864750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.864750] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.864750] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.864750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.864750] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-a1cdb562-3650-447c-8f62-7ae3abdd15db taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.864750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.864750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.864750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.864750] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cdb562-3650-447c-8f62-7ae3abdd15db',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.867860] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.868132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.868307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.868872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.869122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.869688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef0d9db-6aab-4318-9f6a-03adf1bde26f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.984879] env[63036]: INFO networking_nsxv3.common.synchronization [req-7db47e0b-5a85-4430-836b-41de27bfdb36 req-58127605-4694-43cf-8ad3-f55c13b8be21 tempest-SecurityGroupRulesNegativeTestJSON-1549242817 tempest-SecurityGroupRulesNegativeTestJSON-1549242817-project-member] Enqueued Resource ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a with Priority: HIGHEST for action security_group_rules [ 729.985529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a with Priority: HIGHEST for action security_group_rules [ 729.985900] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d2b76ec-39ab-4855-b096-cd0595a7332a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.986069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.986157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.986379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.986498] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d2b76ec-39ab-4855-b096-cd0595a7332a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.232282] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c14463f3-6850-4c4b-bd03-ee48d2ecda9e: rpc.has_security_group_logging(os_id): False [ 730.246909] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 730.246994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.247679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.247970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.248135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.248207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.248773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.248773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.248773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.248773] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.253156] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.253156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.253156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.253384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.253384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.254426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.254426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.254426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.254426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.254605] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.254706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.256514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.256514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.256514] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.256708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.256708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.256818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.256818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.256957] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 730.266338] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 730.285282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.285282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.285282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.285924] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.285924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.285924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.285924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.285924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.286439] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.286439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.286439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.286439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.286439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.286703] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be created. [ 730.302869] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67c2e12e-f5b4-4b9f-9ff2-f5b83810613b [ 730.302869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.302869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.302869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.302869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.302869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.302869] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67c2e12e-f5b4-4b9f-9ff2-f5b83810613b already deleted. [ 730.302869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c2e12e-f5b4-4b9f-9ff2-f5b83810613b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.333201] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.333201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.333201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.333201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.333201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.337759] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.337759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.337759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.337759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.337759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.350434] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 730.352363] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 730.369878] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.369878] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port a1cdb562-3650-447c-8f62-7ae3abdd15db not found, creating... [ 730.369878] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.369878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.370523] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.370523] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.370523] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.370523] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.371269] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.371587] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: a1cdb562-3650-447c-8f62-7ae3abdd15db is going to be created. [ 730.395424] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.395741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.395887] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.396344] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.396460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.396738] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.515737] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.515737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.515737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.515939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.516122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.516122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d2b76ec-39ab-4855-b096-cd0595a7332a already deleted. [ 730.516204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d2b76ec-39ab-4855-b096-cd0595a7332a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.751372] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.259441] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.527159] env[63036]: INFO networking_nsxv3.common.synchronization [req-9f482334-3c60-4beb-bd0f-7afff56a043a req-3b475960-9119-4a50-9e13-422abb1e13c6 tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 731.527159] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 731.527159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.527159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.527352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.527437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.527553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.527649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.527710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.527857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.527939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.528067] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 req-9008a7bd-0117-4605-8b01-73e3bbae1eb7 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 req-9008a7bd-0117-4605-8b01-73e3bbae1eb7 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [req-05a6dc1f-14c1-409d-b7ae-a4441d1f4b91 req-9008a7bd-0117-4605-8b01-73e3bbae1eb7 service nova] Enqueued Resource ID: a1cdb562-3650-447c-8f62-7ae3abdd15db with Priority: HIGHEST for action port [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 731.598312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cdb562-3650-447c-8f62-7ae3abdd15db with Priority: HIGHEST for action port [ 731.599212] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.599530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.603033] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.603033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.603033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.603033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.603033] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.607214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cdb562-3650-447c-8f62-7ae3abdd15db taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.607214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.607214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.607214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.607214] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cdb562-3650-447c-8f62-7ae3abdd15db',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.764342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.764523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.764609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.764813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.764905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.765019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 731.795575] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.795956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.795956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.796060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 731.796212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.806382] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 731.854958] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 731.855346] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 deletion is rescheduled due to dependency. [ 731.857372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.033194] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.033194] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.033194] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.033194] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.034163] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.034660] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.035185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.035628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.036037] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.036671] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.036972] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.037312] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.037750] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.039064] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.039064] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.039064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.039735] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.062330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.062330] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.062330] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.062330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-372" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.062330] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-f9d067ff-df34-40bb-bd17-fd1e5ac17872 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.062330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.062330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.062330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.062330] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d067ff-df34-40bb-bd17-fd1e5ac17872',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.107436] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.108938] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.108938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.109431] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1cdb562-3650-447c-8f62-7ae3abdd15db with status ACTIVE [ 732.109580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.109660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.109725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.109975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.110461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.110685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.110793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.110860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.111040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.111149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.111332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.111425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.111484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.111670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.111723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.111788] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1cdb562-3650-447c-8f62-7ae3abdd15db is going to be updated. [ 732.135968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.136705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.136827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.137054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.137196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.137357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cdb562-3650-447c-8f62-7ae3abdd15db" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.364702] env[63036]: INFO networking_nsxv3.common.synchronization [None req-27fd2f9c-d729-4364-a714-7a8ad5204dba None None] Enqueued Resource ID: 2945b64d-d79a-4dd8-bacc-691bb4497558 with Priority: HIGHEST for action port [ 732.365314] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945b64d-d79a-4dd8-bacc-691bb4497558 with Priority: HIGHEST for action port [ 732.365831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2945b64d-d79a-4dd8-bacc-691bb4497558 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.365984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2945b64d-d79a-4dd8-bacc-691bb4497558" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.366101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2945b64d-d79a-4dd8-bacc-691bb4497558" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.366370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2945b64d-d79a-4dd8-bacc-691bb4497558" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.366593] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2945b64d-d79a-4dd8-bacc-691bb4497558',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.368922] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 732.369201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.374476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 732.374476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.542806] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.564964] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.565251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.565425] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.565801] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.566034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.566240] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port f9d067ff-df34-40bb-bd17-fd1e5ac17872 not found, creating... [ 732.566551] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.566720] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.566897] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.567238] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.567554] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.567826] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.567995] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.568134] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.568377] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.568519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.568660] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: f9d067ff-df34-40bb-bd17-fd1e5ac17872 is going to be created. [ 732.588611] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.588902] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.589050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.589346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.589649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.589824] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.610655] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.869117] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2945b64d-d79a-4dd8-bacc-691bb4497558 [ 732.869117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.869741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.869826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.870078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.870200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.870284] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2945b64d-d79a-4dd8-bacc-691bb4497558 already deleted. [ 732.870339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2945b64d-d79a-4dd8-bacc-691bb4497558" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.045191] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.045270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.045333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.045650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.045802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.045951] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be updated. [ 733.072467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.072626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.072712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.073018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.073103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.082685] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 733.113210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.113930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.113930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.113930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.113930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.113930] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be created. [ 733.136910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.137064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.137102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.137402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.137604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.145882] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: UNINITIALIZED for 2s [ 733.284265] env[63036]: INFO networking_nsxv3.common.synchronization [req-9f482334-3c60-4beb-bd0f-7afff56a043a req-9dae5179-7d7a-4c74-b698-081017da33c7 service nova] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_rules [ 733.285814] env[63036]: INFO networking_nsxv3.common.synchronization [req-9f482334-3c60-4beb-bd0f-7afff56a043a req-9dae5179-7d7a-4c74-b698-081017da33c7 service nova] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 733.285814] env[63036]: INFO networking_nsxv3.common.synchronization [req-9f482334-3c60-4beb-bd0f-7afff56a043a req-9dae5179-7d7a-4c74-b698-081017da33c7 service nova] Enqueued Resource ID: f9d067ff-df34-40bb-bd17-fd1e5ac17872 with Priority: HIGHEST for action port [ 733.285814] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_rules [ 733.285814] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 733.285814] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d067ff-df34-40bb-bd17-fd1e5ac17872 with Priority: HIGHEST for action port [ 733.285814] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.285814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.285814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.286202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.286202] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.286958] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.287067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.287269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d067ff-df34-40bb-bd17-fd1e5ac17872 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.287372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.287437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.287612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.287710] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d067ff-df34-40bb-bd17-fd1e5ac17872',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.781021] env[63036]: INFO networking_nsxv3.common.synchronization [req-a958d248-a466-4b15-87cb-e2e5bf68533d req-2a408fec-bc88-4999-874f-de8b0a55b8d1 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 733.781529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 733.782136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.782136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.782432] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.782530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.782591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.782738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.782822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.782949] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.788949] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.788949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.789121] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9d067ff-df34-40bb-bd17-fd1e5ac17872 with status ACTIVE [ 733.789317] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.789390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.789432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.789579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.789658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.789817] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.789909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.789980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.790145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.790221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.790535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.790535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.790535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.790676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.790741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.790821] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9d067ff-df34-40bb-bd17-fd1e5ac17872 is going to be updated. [ 733.817425] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 733.817635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.817788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.817987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.818190] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.818304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.818371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.818522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.818600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.818682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.818770] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.828319] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.828446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.828446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.828612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.828742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.828897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d067ff-df34-40bb-bd17-fd1e5ac17872" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.120018] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.120018] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.120018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.120634] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.120866] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.121683] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.121958] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.122190] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.122442] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.122775] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.149164] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.149371] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.149556] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.149687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.149998] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.150472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.150472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.150638] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.150950] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9ff7f0-b7ec-4a7a-8576-f018477cf85e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.284903] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.285103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.285306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.285396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.285486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.285681] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.285779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.285886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.285982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.286085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.286145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 already deleted. [ 734.286251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.321351] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.321570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.322017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.322017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.322148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.322971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.322971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.322971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.323312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.323312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.323312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.323405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.323436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.323497] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.653401] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.653558] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.653750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.654018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.654195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.654361] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e not found, creating... [ 734.654652] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.654820] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.655114] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.655245] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.655407] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.655791] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.655987] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.656266] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.656378] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.656534] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.656711] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e is going to be created. [ 734.678478] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.678739] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.678868] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679164] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.679403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.679745] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.827579] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fedb1942-fbaf-4c53-9744-0f21235b9ec0: rpc.has_security_group_logging(os_id): False [ 734.850748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.850748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.850748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.875195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.875195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.875195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.875730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.875991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.876425] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.876733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.879286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.879286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.879286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.879286] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 734.944296] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.944483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.944556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.944775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.944981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.970447] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 735.093524] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 735.093524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.093711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.094009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.094252] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.094387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.094470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.094699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.094828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.094962] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.157672] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 735.157872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.158089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.158505] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.158631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.158692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.158954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.159967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.160099] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.408237] env[63036]: INFO networking_nsxv3.common.synchronization [req-a958d248-a466-4b15-87cb-e2e5bf68533d req-72e69323-3091-4bf1-abde-64b5a527807b service nova] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 735.408456] env[63036]: INFO networking_nsxv3.common.synchronization [req-a958d248-a466-4b15-87cb-e2e5bf68533d req-72e69323-3091-4bf1-abde-64b5a527807b service nova] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 735.408612] env[63036]: INFO networking_nsxv3.common.synchronization [req-a958d248-a466-4b15-87cb-e2e5bf68533d req-72e69323-3091-4bf1-abde-64b5a527807b service nova] Enqueued Resource ID: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e with Priority: HIGHEST for action port [ 735.408869] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_rules [ 735.408977] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 735.409157] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e with Priority: HIGHEST for action port [ 735.409773] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.409836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.409898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.410140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.410183] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.411073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.411307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.411307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.411447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.411589] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.411686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.411743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.411906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.412045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.412449] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.413214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.413214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.413214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.413214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.413678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9ff7f0-b7ec-4a7a-8576-f018477cf85e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.597426] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.665214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.665400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.665453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.665673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.665832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.666232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.666232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.666232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.666359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.666359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.667554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.667554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.667554] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.917183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.917183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.921358] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.924420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e with status ACTIVE [ 735.924420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.924420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.924420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.924420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.924890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.924890] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9ff7f0-b7ec-4a7a-8576-f018477cf85e is going to be updated. [ 735.947877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.948046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.948105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.948310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.948460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.948600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9ff7f0-b7ec-4a7a-8576-f018477cf85e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.102837] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.169295] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce: rpc.has_security_group_logging(os_id): False [ 736.187137] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.187137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.187137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.187137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.187137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.187334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.187334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.187436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.187533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.187604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.187779] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.187864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.189657] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.189657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.189657] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be created. [ 736.266353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.266516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.266572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.266777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.266955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.277444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 736.430975] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.605680] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.605870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.605964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.606407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.606407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.606574] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be updated. [ 736.634192] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.634192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.634192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.634192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.643525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 736.934138] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.934955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.934955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.934955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.934955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.934955] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 is going to be created. [ 736.959432] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.959563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.959642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.959851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 736.960043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.973664] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: UNINITIALIZED for 2s [ 736.982310] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 736.982310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.771696] env[63036]: INFO networking_nsxv3.common.synchronization [req-67a2b192-7e25-49f9-bb8f-59b3279a7cee req-e4965555-43d2-4ad4-8539-686430a2c5c3 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 737.771902] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 737.772934] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.772934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.772934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.772934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.774060] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.774171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.774171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.774346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.774759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.774759] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.796508] env[63036]: INFO networking_nsxv3.common.synchronization [req-74b32fc2-5539-413c-b71a-c0c53d9e9883 req-0956583a-1c1f-4ed4-8347-562a6d128edd tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 737.797026] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 737.800992] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.801158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.801228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.801428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.801589] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.801686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.801748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.801949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.802075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.802148] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.285950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.285950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.285950] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 already deleted. [ 738.285950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.290128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 738.292271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.306364] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.533225] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.533225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.533225] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.533225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533830] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.534187] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.534509] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.534726] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.534926] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.535169] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.535388] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.535588] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.535859] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.554217] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.554217] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.554217] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.554402] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.555020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.555020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.555020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.555373] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.555507] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfda3ab-835c-4ef8-a7e5-f3fbab372264',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.652595] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 738.652595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.652713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.652837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.653057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.653177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.653227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.653361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.653441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.653526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.653613] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.809101] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.985568] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: SUCCESS [ 738.985985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.986274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.986580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.986861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.987100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.987239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.987512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.988025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.988025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.988025] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.060015] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.060194] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.060340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.060629] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.060782] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.060955] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port cdfda3ab-835c-4ef8-a7e5-f3fbab372264 not found, creating... [ 739.061235] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.061393] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.061510] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.061729] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.061865] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.062161] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.062344] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.062487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.062697] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.062833] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.062974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 is going to be created. [ 739.089631] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089631] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.089822] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089979] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.090250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.090510] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.156891] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.157215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.157320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.157558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.157800] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.157934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.158018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.158186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.158276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.158363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.158538] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.158605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.158658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.158800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.158937] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.159063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.159131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.159483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.159483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.159483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.159483] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.311831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.312123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.312158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.312347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.312449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.312552] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be updated. [ 739.360791] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.364020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.364020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.370774] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 739.491718] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.662757] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1224fb3-203b-47d6-b4f7-23965b1869a8: rpc.has_security_group_logging(os_id): False [ 739.682210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.682350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.682420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.682653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.702218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.702473] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.702605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.702987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.702987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.702987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.703161] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.703264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.703380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.703766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.703766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.703766] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.703938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.703938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.704068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.704130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.704215] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be updated. [ 739.797541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.797719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.797769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.797962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.798128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.818251] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 739.872803] env[63036]: INFO networking_nsxv3.common.synchronization [req-67a2b192-7e25-49f9-bb8f-59b3279a7cee req-b39e8a58-1ff6-49fd-abe6-751387cc3527 service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 739.872988] env[63036]: INFO networking_nsxv3.common.synchronization [req-67a2b192-7e25-49f9-bb8f-59b3279a7cee req-b39e8a58-1ff6-49fd-abe6-751387cc3527 service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 739.873147] env[63036]: INFO networking_nsxv3.common.synchronization [req-67a2b192-7e25-49f9-bb8f-59b3279a7cee req-b39e8a58-1ff6-49fd-abe6-751387cc3527 service nova] Enqueued Resource ID: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 with Priority: HIGHEST for action port [ 739.873484] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 739.873669] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 739.874076] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 with Priority: HIGHEST for action port [ 739.875584] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.875800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.875874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.877179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.877274] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.880240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.880240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.880240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.880240] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.882575] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.882716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.882819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.882910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.883016] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfda3ab-835c-4ef8-a7e5-f3fbab372264',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.994127] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca99d8a0-ef85-40a4-b9f0-0e84c16903a0: rpc.has_security_group_logging(os_id): False [ 740.011115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.011268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.011344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.011591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.011687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.011929] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.012064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.012135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.012306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.012381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.012468] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 is going to be created. [ 740.073082] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.073391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.073631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.073850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.083702] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: IN_PROGRESS for 2s [ 740.384571] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.385078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.385078] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.386334] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdfda3ab-835c-4ef8-a7e5-f3fbab372264 with status ACTIVE [ 740.386334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.386534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.386534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.386699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.386771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.386953] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.387172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.387241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.387396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.387493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.388019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.388019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.388019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.388019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.388019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.388287] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdfda3ab-835c-4ef8-a7e5-f3fbab372264 is going to be updated. [ 740.409520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.409646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.409753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.409933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.410072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.410238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfda3ab-835c-4ef8-a7e5-f3fbab372264" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.891100] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.382704] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 741.383054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.395387] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.395387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.395387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.395387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.395863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.395863] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be created. [ 741.415962] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.416163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.416246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.416669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.416886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.428816] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: UNINITIALIZED for 2s [ 741.831794] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 741.832050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.095980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: SUCCESS [ 742.096229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.671788] env[63036]: INFO networking_nsxv3.common.synchronization [req-a667e2b7-f266-4f1c-8406-39aab0a37aab req-8345fa64-0031-413b-80e0-a008964eb679 tempest-ListServerFiltersTestJSON-755260412 tempest-ListServerFiltersTestJSON-755260412-project-member] Enqueued Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 742.673779] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 with Priority: HIGHEST for action security_group_members [ 742.673779] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-338e850f-c02c-4abf-9f59-6aa1b797d822 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.675905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.675905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.675905] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('338e850f-c02c-4abf-9f59-6aa1b797d822',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.185671] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.185671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.185671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.185671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.228038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.228038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.228038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.228939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.228939] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 is going to be updated. [ 743.252301] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.252494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.252494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.252899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.252899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.260724] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: IN_PROGRESS for 2s [ 743.437951] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 743.438429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.439610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.439610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.439610] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.439610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.439610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.439856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.439856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.439916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.440020] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.943403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.943871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.943871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.944210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.944396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.944396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.944623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.944711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.944966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.944966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.945125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.945233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.945356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.945455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.945518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.945652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.945741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.945859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.946158] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.297072] env[63036]: INFO networking_nsxv3.common.synchronization [req-871c9b7b-4282-4628-ad6f-6e041be1af85 req-02d3ad96-1b68-401b-9ac3-6aadc886322b tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 744.297948] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 744.298090] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.298151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.298198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.298382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.298979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.299140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.301625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.301625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.301625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.301625] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.450066] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13221a28-4175-4bf9-bdeb-b9c95de2cfc3: rpc.has_security_group_logging(os_id): False [ 744.469394] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.471232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.474022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.474022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.474022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.474022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.474492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.474492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.474492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.474492] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be created. [ 744.527665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.527665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.527665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.528261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.528602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.542055] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 744.693096] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.693303] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.693429] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.693694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.693951] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.694154] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.694285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.694505] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.694649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.694859] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.694973] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.695339] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.695498] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.695643] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.695777] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.695939] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.732559] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.732725] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.732991] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.733277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.733600] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4a44bfba-ff41-48a0-931b-abefd11c11a7 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.733972] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.734185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.734508] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 744.734651] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a44bfba-ff41-48a0-931b-abefd11c11a7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.804490] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.237201] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.237632] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.237810] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.238387] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.238387] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.238606] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4a44bfba-ff41-48a0-931b-abefd11c11a7 not found, creating... [ 745.238956] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.239178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.239338] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.239687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.239812] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.240210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.240411] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.240567] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.240837] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.241043] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.241253] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4a44bfba-ff41-48a0-931b-abefd11c11a7 is going to be created. [ 745.262143] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.262143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.262143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.262143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.262143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.262143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.270802] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 in Status: SUCCESS [ 745.270998] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 338e850f-c02c-4abf-9f59-6aa1b797d822 deletion is rescheduled due to dependency. [ 745.271150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-338e850f-c02c-4abf-9f59-6aa1b797d822" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.307661] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.810303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.810500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.810631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.810966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.811129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.811274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 745.843581] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.843705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.843756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.843976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.844218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.853805] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [req-871c9b7b-4282-4628-ad6f-6e041be1af85 req-de88363f-aae7-4ea6-aeb7-d84c29c397bf service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [req-871c9b7b-4282-4628-ad6f-6e041be1af85 req-de88363f-aae7-4ea6-aeb7-d84c29c397bf service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [req-871c9b7b-4282-4628-ad6f-6e041be1af85 req-de88363f-aae7-4ea6-aeb7-d84c29c397bf service nova] Enqueued Resource ID: 4a44bfba-ff41-48a0-931b-abefd11c11a7 with Priority: HIGHEST for action port [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 746.162312] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a44bfba-ff41-48a0-931b-abefd11c11a7 with Priority: HIGHEST for action port [ 746.162312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.162312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.162312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.162588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.162958] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a44bfba-ff41-48a0-931b-abefd11c11a7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.163112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.163168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.163375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.163510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a44bfba-ff41-48a0-931b-abefd11c11a7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.553813] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 746.554105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.554320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.554546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.554630] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.665546] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a44bfba-ff41-48a0-931b-abefd11c11a7 with status ACTIVE [ 746.665856] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.666156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.666437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.666637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.666811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.667067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.667258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.667355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.667415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.667554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.667623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.667706] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a44bfba-ff41-48a0-931b-abefd11c11a7 is going to be updated. [ 746.687985] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.687985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.687985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.687985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.687985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.687985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a44bfba-ff41-48a0-931b-abefd11c11a7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.058155] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.058337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.864089] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 747.864337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.864501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.864730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.864881] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.864994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.865082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.865307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.865401] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.329153] env[63036]: INFO networking_nsxv3.common.synchronization [req-d738bce9-423b-4838-a977-deaf61357e76 req-4c87b88f-5abd-4c33-9711-7896cc1a2d82 tempest-ServersTestFqdnHostnames-570879276 tempest-ServersTestFqdnHostnames-570879276-project-member] Enqueued Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 748.329153] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 with Priority: HIGHEST for action security_group_members [ 748.329153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa208ed4-2a61-4695-a892-dcaa9495d0e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.329153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.329153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.329153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.329153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.329449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.329449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.330875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.330875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.330875] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa208ed4-2a61-4695-a892-dcaa9495d0e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.368010] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.833788] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.833963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.834041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.860531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.861029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.861195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.861271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.861469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.861552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.861646] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 is going to be updated. [ 748.869960] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.890021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.890222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.890282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.890478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.890585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.900160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: IN_PROGRESS for 2s [ 749.372155] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.372393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.372701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.372799] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 749.401401] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.401545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.401612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.401861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.402045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.410419] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 750.269809] env[63036]: INFO networking_nsxv3.common.synchronization [req-86069e77-2efa-4176-885b-52c27f0fec5a req-f2ff48bd-1fb1-4ba2-b3be-493fb9061e5c tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 750.270628] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 750.270749] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.271678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.271678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.271678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.271678] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.271678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.271678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.271924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.271924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.271924] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.775275] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.910923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 in Status: SUCCESS [ 750.911324] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa208ed4-2a61-4695-a892-dcaa9495d0e8 deletion is rescheduled due to dependency. [ 750.911324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa208ed4-2a61-4695-a892-dcaa9495d0e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.278027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.419759] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 751.420310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.420310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.420492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.420777] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.420901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.420966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.421224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.421279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.421364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.421457] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.446423] env[63036]: INFO networking_nsxv3.common.synchronization [req-e637c202-3c06-4b1f-b078-f127ce16cdbd req-ffe8beaf-e216-4b52-8d39-aa2156f73409 tempest-VolumesAssistedSnapshotsTest-722519117 tempest-VolumesAssistedSnapshotsTest-722519117-project-member] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 751.447159] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGHEST for action security_group_members [ 751.447562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.447698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.447762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.447999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.448251] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.448397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.449157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.449157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.449157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.449157] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.780960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.780960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.780960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.781235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.781284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.781366] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be updated. [ 751.808728] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.808933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.808968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.809555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.809555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.817357] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 751.925119] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.925295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.925367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.925584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.925752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.925852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.925916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.926071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.926161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.926248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.926390] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.926484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.926537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.926668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.926802] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.926891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.926946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.927093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.927166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.927243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.927331] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.951346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.951619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.951690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.951992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.003625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.003916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.004134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.004343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.004435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.004508] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 is going to be updated. [ 752.030306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.030519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.031279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.032026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.040128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: IN_PROGRESS for 2s [ 752.430012] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13221a28-4175-4bf9-bdeb-b9c95de2cfc3: rpc.has_security_group_logging(os_id): False [ 752.448162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.448451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.448540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.448866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.449017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.449404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.449659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.449712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.450112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.450266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.450587] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.450840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.450884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.451150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.451375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.451588] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.451857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.451952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.452255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.452384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.452595] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 752.512200] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.512200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.512200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.512200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.512200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.523220] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 753.827151] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 753.827488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.050327] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5b757b9-46de-40aa-bcde-741ea993a167 in Status: SUCCESS [ 754.050578] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 deletion is rescheduled due to dependency. [ 754.050654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.536101] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 754.536582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.760331] env[63036]: INFO networking_nsxv3.common.synchronization [req-25b0c7ab-5675-4917-be08-2b8d712dca5b req-2208acfa-089f-4e19-8068-f4cd51e361f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 754.760503] env[63036]: INFO networking_nsxv3.common.synchronization [req-25b0c7ab-5675-4917-be08-2b8d712dca5b req-2208acfa-089f-4e19-8068-f4cd51e361f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 754.760627] env[63036]: INFO networking_nsxv3.common.synchronization [req-25b0c7ab-5675-4917-be08-2b8d712dca5b req-2208acfa-089f-4e19-8068-f4cd51e361f7 tempest-SecurityGroupsTestJSON-1668945324 tempest-SecurityGroupsTestJSON-1668945324-project-member] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 754.761131] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGHEST for action security_group_members [ 754.761262] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGHEST for action security_group_members [ 754.761360] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGHEST for action security_group_members [ 754.761623] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.761820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.761820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.762130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.762346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.762465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.765799] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.765799] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.765799] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.765799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.765799] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.766830] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.766830] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.766830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.766830] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.809341] env[63036]: INFO networking_nsxv3.common.synchronization [req-da47459c-83e2-442f-9579-f31dec8c93af req-c221f49c-372e-4ade-b73c-46cd900e4e8c tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 754.809966] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 754.810333] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.810525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.810609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.810816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.811134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.811270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.811334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.811494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.811577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.811668] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.162878] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.163141] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.163274] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.163695] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.163740] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.163868] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.164052] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164497] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.164497] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.164617] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.165278] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.165278] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.165278] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.165278] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.165278] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.165483] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.183761] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.183935] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.184096] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.184568] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.184659] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-713e1793-aa17-47e8-94d6-54e355687dbf taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.184817] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.184939] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.185294] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.185420] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713e1793-aa17-47e8-94d6-54e355687dbf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.269256] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.269256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.269256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.269409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.269409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.269580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.269683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.269747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.269893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.269972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.270067] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be updated. [ 755.271213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.271321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.271429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.271537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.272789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.272880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.288678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.288937] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.289164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.289414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.289508] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae is going to be updated. [ 755.290578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.290691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.299747] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.299904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.300097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.300144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.301401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.307756] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: IN_PROGRESS for 2s [ 755.310599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.310727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.310799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.310901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.311085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.311169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.311258] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be updated. [ 755.314738] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.314865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.314921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.315163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.317734] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.317918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.317918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.318143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.318210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.324201] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: IN_PROGRESS for 2s [ 755.331165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.331399] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.331511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.331587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.331804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.331867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.331982] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 755.337340] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.337433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.337524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.337681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.337800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.346731] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: IN_PROGRESS for 2s [ 755.356229] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.356364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.356490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.356709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.356844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.364523] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 755.687742] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.688070] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.688225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.688686] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.688865] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.689067] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 713e1793-aa17-47e8-94d6-54e355687dbf not found, creating... [ 755.689367] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.689556] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.689783] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.690079] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.690292] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.690701] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.690863] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.691045] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.691392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.691525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.691651] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 713e1793-aa17-47e8-94d6-54e355687dbf is going to be created. [ 755.710268] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.711030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.711030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.711030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.711264] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.711595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.429039] env[63036]: INFO networking_nsxv3.common.synchronization [req-da47459c-83e2-442f-9579-f31dec8c93af req-3ddfb10e-fa31-489a-b6ba-44c9e989c20e service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 756.429039] env[63036]: INFO networking_nsxv3.common.synchronization [req-da47459c-83e2-442f-9579-f31dec8c93af req-3ddfb10e-fa31-489a-b6ba-44c9e989c20e service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 756.429346] env[63036]: INFO networking_nsxv3.common.synchronization [req-da47459c-83e2-442f-9579-f31dec8c93af req-3ddfb10e-fa31-489a-b6ba-44c9e989c20e service nova] Enqueued Resource ID: 713e1793-aa17-47e8-94d6-54e355687dbf with Priority: HIGHEST for action port [ 756.429929] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 756.430506] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 756.431077] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 713e1793-aa17-47e8-94d6-54e355687dbf with Priority: HIGHEST for action port [ 756.431210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.431394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.431537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.431890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.432072] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.434037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.434148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.434430] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-713e1793-aa17-47e8-94d6-54e355687dbf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.434663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.434817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.435107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.435259] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('713e1793-aa17-47e8-94d6-54e355687dbf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.938708] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.938708] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 713e1793-aa17-47e8-94d6-54e355687dbf with status ACTIVE [ 756.938708] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.938708] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.938708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.939321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.939321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.939321] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.939321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.939321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.939469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.939469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.939519] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 713e1793-aa17-47e8-94d6-54e355687dbf is going to be updated. [ 756.959735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.959902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.959975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.960197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 756.960340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.960536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-713e1793-aa17-47e8-94d6-54e355687dbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.189267] env[63036]: INFO networking_nsxv3.common.synchronization [req-194ce6f6-c07b-4eeb-9e46-312786e1e83c req-a1534391-a443-471c-9726-7c03d90115a0 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 757.189816] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 757.190152] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.190341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.190837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.190944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.191107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.192226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.192226] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.318908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e in Status: SUCCESS [ 757.319082] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e deletion is rescheduled due to dependency. [ 757.319186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.332341] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae in Status: SUCCESS [ 757.332521] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae deletion is rescheduled due to dependency. [ 757.332631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.354123] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0ed4398-fb94-477c-abbe-098a676872cb in Status: SUCCESS [ 757.354399] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0ed4398-fb94-477c-abbe-098a676872cb deletion is rescheduled due to dependency. [ 757.354511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.373059] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 757.373275] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 757.373408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.373825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.373934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.374165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.374295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.374379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.374604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.374721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.375997] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.658024] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.658024] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.658024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.658024] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.658024] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.658024] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.658849] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.659106] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.659319] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.659554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.676324] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.676324] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.676324] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.676517] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.677109] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2bc67969-ac4e-413b-800c-92cfb3599fb0 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.677109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.677283] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.677500] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.677636] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc67969-ac4e-413b-800c-92cfb3599fb0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.694219] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.694411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.694501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.694727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.714707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.714707] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.714707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.714707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.714984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.714984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.715064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 757.740564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.740709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.740782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.740992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.741143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.749444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 757.878211] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.181377] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.181514] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.181649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.181950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.182116] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.182274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2bc67969-ac4e-413b-800c-92cfb3599fb0 not found, creating... [ 758.182544] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.182702] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.182817] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.183053] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.183196] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.183473] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.183627] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.183747] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.183950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.184104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.184283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2bc67969-ac4e-413b-800c-92cfb3599fb0 is going to be created. [ 758.206707] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.206977] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.207275] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.207883] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.208730] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.208730] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.381023] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.883923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.884408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.884408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.884545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.884593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.884718] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 758.913355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.913355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.913544] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.913632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.913811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.922245] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 759.049181] env[63036]: INFO networking_nsxv3.common.synchronization [req-194ce6f6-c07b-4eeb-9e46-312786e1e83c req-722300e7-5291-4b6f-b101-d9647fbd11be service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 759.049360] env[63036]: INFO networking_nsxv3.common.synchronization [req-194ce6f6-c07b-4eeb-9e46-312786e1e83c req-722300e7-5291-4b6f-b101-d9647fbd11be service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 759.049498] env[63036]: INFO networking_nsxv3.common.synchronization [req-194ce6f6-c07b-4eeb-9e46-312786e1e83c req-722300e7-5291-4b6f-b101-d9647fbd11be service nova] Enqueued Resource ID: 2bc67969-ac4e-413b-800c-92cfb3599fb0 with Priority: HIGHEST for action port [ 759.049729] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 759.049858] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 759.049956] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc67969-ac4e-413b-800c-92cfb3599fb0 with Priority: HIGHEST for action port [ 759.050986] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.050986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.050986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.050986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.050986] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.052834] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.052931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.053306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc67969-ac4e-413b-800c-92cfb3599fb0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.053306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.053306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.053483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.053563] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc67969-ac4e-413b-800c-92cfb3599fb0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.557109] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.557238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.557426] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bc67969-ac4e-413b-800c-92cfb3599fb0 with status ACTIVE [ 759.557598] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.557705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.557827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.557970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.558072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.558246] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.558356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.558433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.558596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.558683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.558877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.558969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.559048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.559184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.559254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.559339] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bc67969-ac4e-413b-800c-92cfb3599fb0 is going to be updated. [ 759.581277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.581769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.581769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.581769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.581892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.581966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc67969-ac4e-413b-800c-92cfb3599fb0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.759533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 759.759748] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f deletion is rescheduled due to dependency. [ 759.759896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.760143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.760429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.760677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.760845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.760940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.761169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.761291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.761425] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.264612] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.768798] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.933359] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 760.933669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.933888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.934231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.934838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.935122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.935296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.935629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.935828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.936067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.936393] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.270966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.271357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.271357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.271504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.271617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.271731] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 761.300553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.300553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.300553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.300817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.300913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.310610] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 761.442032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.442398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.442497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.442724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.442911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.443037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.443107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.443265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.443354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.443445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.443597] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.443690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.443751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.443888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.444033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.444236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.444300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.444451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.444527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.444620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.444712] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.693934] env[63036]: INFO networking_nsxv3.common.synchronization [req-445ee5ba-a253-4413-81f4-1a37f7bfe128 req-b124b794-afc8-4588-b14e-30872675bb07 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 761.693934] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 761.693934] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.694270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.694406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.694611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.694769] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.695183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.695183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.695183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.695183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.695359] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.946976] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e539313-bce7-4e42-9723-f11615e4c0ca: rpc.has_security_group_logging(os_id): False [ 761.965774] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.965774] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.965774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.966255] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.966255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.966255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.966255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.966395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.966580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.966665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.966731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.966875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.966974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.967071] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 762.046036] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.046296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.046296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.046576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.046746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.058636] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 762.197211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.197484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.197484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.197661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.197751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.197971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.198206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.198206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.198352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.198352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.198444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 762.242046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.242046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.242046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.242250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.242355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.252040] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 762.800839] env[63036]: INFO networking_nsxv3.common.synchronization [req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb req-6eb30c8f-de59-487b-a141-c398e4615226 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 762.801405] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 762.801708] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.801833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.802223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.803042] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.803254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.803254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.803649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.803649] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.156618] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.156945] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.157208] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.157682] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.158137] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158688] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.158688] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.159248] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.159583] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.159779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.159925] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.160057] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.160250] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.160434] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.160658] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.183207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.183396] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.183543] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.183728] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.184058] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.184311] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.184441] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.184764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.184906] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63b69ca4-3a60-4ff8-8205-3bedbbcc3a67',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.305702] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.305873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.305946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.306274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.306394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.306629] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.306758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.306857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.307055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.307176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.307283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a already deleted. [ 763.307391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.322358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 763.322518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.322715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.322966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.323214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.323344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.323412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.323573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.323646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.323744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.323883] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.687661] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.687889] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.688016] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.688312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.688463] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.688623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 not found, creating... [ 763.688879] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.689052] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.689172] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.689436] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.689506] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.689778] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.691890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.691890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.691890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.691890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.691890] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 is going to be created. [ 763.710077] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.710297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.710427] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.710694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.710921] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.711158] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.827286] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.827589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.827589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.827802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.828031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.828172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.828246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.828406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.828491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.828768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.828768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.828863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.828863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.829000] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.829151] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.829242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.829302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.829438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.829510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.829590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.829678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.076658] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 764.076897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.260563] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 764.260747] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 764.260974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.331381] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf041427-05ee-4190-af44-60fdb813112f: rpc.has_security_group_logging(os_id): False [ 764.348205] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.348357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.348425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.348636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.348726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.348921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.349027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.349085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.349230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.349305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.349499] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.349618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.349702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.349845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.349919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.350114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.350208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.350268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.350403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.350475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.350557] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 764.375060] env[63036]: INFO networking_nsxv3.common.synchronization [req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb req-3b13e8ea-a893-4c36-a3fb-f5b823379afa service nova] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 764.375266] env[63036]: INFO networking_nsxv3.common.synchronization [req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb req-3b13e8ea-a893-4c36-a3fb-f5b823379afa service nova] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 764.375428] env[63036]: INFO networking_nsxv3.common.synchronization [req-0c004f13-3cc8-4aae-b3e9-8435adf5b0eb req-3b13e8ea-a893-4c36-a3fb-f5b823379afa service nova] Enqueued Resource ID: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 with Priority: HIGHEST for action port [ 764.375654] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_rules [ 764.375783] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 764.375879] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 with Priority: HIGHEST for action port [ 764.376404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.376521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.376576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.376741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.376821] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.377669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.377775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.377828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.377973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.378164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.378300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.379027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.379027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.379232] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.379408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.379625] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63b69ca4-3a60-4ff8-8205-3bedbbcc3a67',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.405374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.405540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.405614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.405775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.405925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.417894] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 764.881453] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.883861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.883861] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 with status ACTIVE [ 764.883861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.883861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.883861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.885305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.885305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.885305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.885305] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63b69ca4-3a60-4ff8-8205-3bedbbcc3a67 is going to be updated. [ 764.915266] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.915266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.915266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.915266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.915266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.915266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63b69ca4-3a60-4ff8-8205-3bedbbcc3a67" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.388149] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.461329] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 req-f760eef2-e605-4e23-9d5b-6d4903e9c808 tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 765.461975] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 765.461975] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.462139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.462188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.462364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.462506] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.462598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.462655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.462793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.462871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.462961] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.891667] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.891667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.891950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.891950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.892020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.892173] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a is going to be created. [ 765.915297] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.915484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.915589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.915840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.916036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.925813] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.926691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.926691] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.927188] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.927188] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.930462] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.930462] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.930462] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.930462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.930462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.930462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.930462] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.930462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.930462] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.931599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: UNINITIALIZED for 2s [ 765.950337] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.950337] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.950337] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.950337] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-222" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.950337] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-39a97a87-8722-4495-b81b-3c58688ea880 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.950337] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.950337] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.950337] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.950337] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a97a87-8722-4495-b81b-3c58688ea880',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.965778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.965954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.966022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.966604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.966604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.966604] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.966849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.966849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.966849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.966972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.967031] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be updated. [ 765.989679] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.989851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.989851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.990016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.990158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.998195] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 766.431151] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 766.431398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.458023] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.458023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 39a97a87-8722-4495-b81b-3c58688ea880 not found, creating... [ 766.458023] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.458023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.458724] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.458724] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.458724] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.458724] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.458885] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.458914] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 39a97a87-8722-4495-b81b-3c58688ea880 is going to be created. [ 766.476925] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.477615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.477615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.477766] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.478070] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.478323] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.178851] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 req-c249b358-28fa-4281-bfde-4dc370ef6e87 service nova] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 767.179108] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 req-c249b358-28fa-4281-bfde-4dc370ef6e87 service nova] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 767.179184] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a35f2e0-4bb9-4326-89a2-74eb1a02c805 req-c249b358-28fa-4281-bfde-4dc370ef6e87 service nova] Enqueued Resource ID: 39a97a87-8722-4495-b81b-3c58688ea880 with Priority: HIGHEST for action port [ 767.179407] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_rules [ 767.179559] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 767.179675] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a97a87-8722-4495-b81b-3c58688ea880 with Priority: HIGHEST for action port [ 767.180364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.180499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.180619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.180834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.180919] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.181757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.181845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.182042] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a97a87-8722-4495-b81b-3c58688ea880 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.182182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.182255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.182417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.182488] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a97a87-8722-4495-b81b-3c58688ea880',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.685382] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39a97a87-8722-4495-b81b-3c58688ea880 with status ACTIVE [ 767.685382] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.685382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.685382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.685382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.685659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.685659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.685869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.685869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.685967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.686043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.686223] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.686315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.686844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.687030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.687113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.687204] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39a97a87-8722-4495-b81b-3c58688ea880 is going to be updated. [ 767.688421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.688535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.709207] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.709370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.709445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.709657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.709789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.709950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a97a87-8722-4495-b81b-3c58688ea880" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.940717] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: SUCCESS [ 767.940903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.940969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.941302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.941449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.941561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.941629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.942173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.942173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.942173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.942173] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.009214] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 768.009214] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 deletion is rescheduled due to dependency. [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.009214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.009214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.009214] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.444534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.512980] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.946770] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 276c1694-b66c-4298-8c4b-567ec160c45a: rpc.has_security_group_logging(os_id): False [ 768.964550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.964704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.964749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.964951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.965054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.965354] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.965455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.965518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.965682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.965757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.965853] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a is going to be created. [ 769.015121] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.036809] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.036960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.037043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.037226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.037399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.047314] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: IN_PROGRESS for 2s [ 769.517265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.517563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.517563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.517715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.517804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.517902] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be updated. [ 769.546121] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.546121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.546121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.546265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.546412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.554762] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 771.058625] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: SUCCESS [ 771.058901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.565169] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 771.565390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.565570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.565970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.566163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.566572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.566776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.566914] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.069388] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.180953] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 772.181079] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 772.572530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4f87e09-70c3-4f04-a4bb-6d06236e2be7: rpc.has_security_group_logging(os_id): False [ 772.592636] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.592636] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.592636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.592636] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be updated. [ 772.649276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.649389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.649463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.649676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.649821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.661801] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 774.522033] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-d10ac6e6-55c3-43ff-862d-7cd8f9dfda2f tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 774.522522] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 774.522831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.522953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.523039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.523780] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.523901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.523987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.524163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.524251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.524365] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.587522] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.587695] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.677874] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 774.678153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.844679] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-474b7c76-2379-4513-bcf3-cbf3f6ec9356 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 774.845544] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 774.845659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.845738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.026803] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.027072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.027296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.047293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.047549] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.047674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.047739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.047938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.048031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.048126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 775.076744] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.076884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.076945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.077177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.077319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.088368] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 775.254691] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.254879] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-624" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.255016] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-624" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.255351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-624" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.255611] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.255872] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.256033] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.256258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.256485] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.256692] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.256806] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.256914] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.257032] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.257143] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.257249] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.257379] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.276148] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.276451] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.278082] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.278082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-624" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.278082] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-a37102ba-42aa-4c83-95c0-e30e9b5f534e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.278082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.278082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.278082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.278452] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37102ba-42aa-4c83-95c0-e30e9b5f534e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.786027] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.786027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.786027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.786027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.786027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.786027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port a37102ba-42aa-4c83-95c0-e30e9b5f534e not found, creating... [ 775.786614] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.786614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.786614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.786794] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.787047] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.787259] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.787937] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.787937] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.787937] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.787937] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.788125] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: a37102ba-42aa-4c83-95c0-e30e9b5f534e is going to be created. [ 775.808035] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.808211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.808340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.808610] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.808876] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.809121] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.816222] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-87cbc3e7-9c3e-46fb-bccd-de265501b912 service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 776.816222] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-87cbc3e7-9c3e-46fb-bccd-de265501b912 service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 776.816503] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-87cbc3e7-9c3e-46fb-bccd-de265501b912 service nova] Enqueued Resource ID: a37102ba-42aa-4c83-95c0-e30e9b5f534e with Priority: HIGHEST for action port [ 776.816818] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 776.816963] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 776.817077] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a37102ba-42aa-4c83-95c0-e30e9b5f534e with Priority: HIGHEST for action port [ 776.817360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.817499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.817557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.817748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.817848] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.818717] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.818803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.819013] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a37102ba-42aa-4c83-95c0-e30e9b5f534e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.819114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.819168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.819324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.819441] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a37102ba-42aa-4c83-95c0-e30e9b5f534e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.098185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 777.098461] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 deletion is rescheduled due to dependency. [ 777.098626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.098861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.099259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.099536] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.100188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.100188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.100188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.100188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.100405] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.321551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.321706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.321928] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a37102ba-42aa-4c83-95c0-e30e9b5f534e with status ACTIVE [ 777.322066] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.322173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.322258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.322471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.322633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.322827] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.322926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.322982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.323162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.323241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.323423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.323517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.323576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.323717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.323792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.323874] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a37102ba-42aa-4c83-95c0-e30e9b5f534e is going to be updated. [ 777.345625] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.345821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.345821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.346013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.346169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.346365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a37102ba-42aa-4c83-95c0-e30e9b5f534e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.350541] env[63036]: INFO networking_nsxv3.common.synchronization [req-fd57eb05-09a5-4b3f-ac3b-b7a26860d7f2 req-55ede9b0-9208-4085-bf11-3ff6cd227316 tempest-ListImageFiltersTestJSON-1510606512 tempest-ListImageFiltersTestJSON-1510606512-project-member] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 777.350779] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGHEST for action security_group_members [ 777.351303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.351416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.351476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.351654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.351813] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.351956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.352108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.352318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.352424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.352484] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.602970] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.828825] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.829692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.829961] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829961] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.830069] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.830228] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.830398] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.830563] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.830706] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.830825] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.830932] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.831190] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.831190] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.831313] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.849674] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.849674] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.849674] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.849674] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.849917] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-3f5c71cc-1574-4cce-a2d7-8db268b27c32 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.850058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.850177] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.854020] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c71cc-1574-4cce-a2d7-8db268b27c32',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.854185] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.854185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.854280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.854540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.873358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.873636] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.873765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.873823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.873996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.874090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.874195] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be updated. [ 777.897191] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.897331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.897409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.897591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.897726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.905105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: IN_PROGRESS for 2s [ 778.105131] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.352828] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.353106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.353360] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.353519] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.353685] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.353859] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 3f5c71cc-1574-4cce-a2d7-8db268b27c32 not found, creating... [ 778.354282] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.354435] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.354435] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.354662] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.354804] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.355105] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.355263] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.355405] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.355636] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.355773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.355914] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 is going to be created. [ 778.383054] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.383272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.383395] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.383656] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.383883] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.384108] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.608159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.608404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.608498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.608713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.608806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.608987] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 778.636035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.636151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.636215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.636439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.636745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.644929] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-b4499c70-8fdd-49fe-beb6-4dd4aca6c16b service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-b4499c70-8fdd-49fe-beb6-4dd4aca6c16b service nova] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [req-fa050576-6f6f-4d90-af81-71044c086a62 req-b4499c70-8fdd-49fe-beb6-4dd4aca6c16b service nova] Enqueued Resource ID: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 with Priority: HIGHEST for action port [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_rules [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 779.157436] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 with Priority: HIGHEST for action port [ 779.157436] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.157436] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.157436] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5c71cc-1574-4cce-a2d7-8db268b27c32 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.157436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.158556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.158953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.159230] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c71cc-1574-4cce-a2d7-8db268b27c32',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.664664] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5c71cc-1574-4cce-a2d7-8db268b27c32 with status ACTIVE [ 779.664967] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.665141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.665252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.665497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.665611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.665820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.665954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.667054] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.667054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.667389] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5c71cc-1574-4cce-a2d7-8db268b27c32 is going to be updated. [ 779.687645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.687837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.687937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.688395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.688708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5c71cc-1574-4cce-a2d7-8db268b27c32" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.755103] env[63036]: INFO networking_nsxv3.common.synchronization [req-c28a2054-c253-484c-b99e-bc16b6ef45af req-0b718334-6783-4fa8-8378-b4ee05a729ce tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 779.755743] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 779.755959] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.759533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.759695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.760092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.760597] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.761133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.761133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.761133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.761327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.761327] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.916721] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5187f87-9406-4e39-9adb-9141e36d9d3c in Status: SUCCESS [ 779.916901] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c deletion is rescheduled due to dependency. [ 779.917033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.264164] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.309246] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.309441] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.309567] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.309819] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.310078] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.310231] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.310345] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.310551] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.310688] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.310887] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.310997] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.311163] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.311271] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.311380] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.311485] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.311613] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.329661] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.329661] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.329873] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.330051] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.330294] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.330468] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.330589] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.330888] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.331036] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b06635-bec6-4c81-a3b0-ce14d6c5d06c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.654977] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 780.655386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.655586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.655793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.656341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.656508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.656582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.656747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.656850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.656998] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.765978] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.834019] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.834284] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.834442] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.834744] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.835237] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.835237] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 79b06635-bec6-4c81-a3b0-ce14d6c5d06c not found, creating... [ 780.835345] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.835483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.835602] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.835828] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.835965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.836263] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.836416] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.836649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.836750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.836906] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.837047] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c is going to be created. [ 780.856630] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.856791] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.856833] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.857106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.857343] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.857566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.131583] env[63036]: INFO networking_nsxv3.common.synchronization [req-650111c8-aedb-4d97-81ad-1f1ec5321210 req-6df9db92-5926-4898-bcf0-2fbc50feb643 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 781.132109] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 781.132821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.133032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.133240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.133394] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.133496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.133554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.133702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.133786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.133879] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.159555] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.268357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.268726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.268726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.268851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.268956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.269036] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 781.297146] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.297228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.297261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.297471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.297657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.305576] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 781.635977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.636222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.636553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.636776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.636942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.637124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.637193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.637277] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 781.661905] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.681698] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.681895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.681974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.682210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.682361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.694154] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 781.774709] env[63036]: INFO networking_nsxv3.common.synchronization [req-c28a2054-c253-484c-b99e-bc16b6ef45af req-144d7c8c-8403-4949-a8b1-1f83024ca0f1 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 781.774885] env[63036]: INFO networking_nsxv3.common.synchronization [req-c28a2054-c253-484c-b99e-bc16b6ef45af req-144d7c8c-8403-4949-a8b1-1f83024ca0f1 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 781.775035] env[63036]: INFO networking_nsxv3.common.synchronization [req-c28a2054-c253-484c-b99e-bc16b6ef45af req-144d7c8c-8403-4949-a8b1-1f83024ca0f1 service nova] Enqueued Resource ID: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c with Priority: HIGHEST for action port [ 781.775601] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 781.778944] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 781.778944] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c with Priority: HIGHEST for action port [ 781.778944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.779944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.779944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.779944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.779944] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.780383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.780481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.780664] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.780760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.780821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.780995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.781081] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b06635-bec6-4c81-a3b0-ce14d6c5d06c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.165578] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.165578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.165578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.165578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.165830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.165830] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 782.201691] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.201838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.201920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.202146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.202295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.223446] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 782.283516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.283920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.283920] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b06635-bec6-4c81-a3b0-ce14d6c5d06c with status ACTIVE [ 782.284040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.284131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.284208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.284444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.284569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.284710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.284806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.284889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.285071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.285144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.285323] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.285447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.285499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.285633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.285704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.285789] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b06635-bec6-4c81-a3b0-ce14d6c5d06c is going to be updated. [ 782.306905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.307045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.307045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.307208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.307342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.307499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b06635-bec6-4c81-a3b0-ce14d6c5d06c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.317784] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 783.318103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.318162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.318374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.318561] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.318680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.318745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.318889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.318967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.319081] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.495720] env[63036]: INFO networking_nsxv3.common.synchronization [req-8b722309-9f10-4c90-a05e-f26bf7644e6b req-515aa6f2-9b44-4f89-a274-131ba6dbb063 tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Enqueued Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 783.496390] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 783.496693] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.496826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.496886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.497223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.497422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.497553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.497641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.497754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.497834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.497949] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.712198] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 783.712198] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f deletion is rescheduled due to dependency. [ 783.712198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.823227] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.970245] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.970489] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-173" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.970626] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-173" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.970965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-173" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.971277] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.971456] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.971588] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.971819] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.971967] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.972194] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.972311] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.972426] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.972533] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.972644] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 783.972750] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.972882] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.990789] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.990951] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.991106] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.991278] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-173" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.991572] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-336fa601-8d72-4f4e-a71f-f41d251544ff taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.991884] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.991884] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.992178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.992309] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336fa601-8d72-4f4e-a71f-f41d251544ff',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.999864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.000032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.000127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.000261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.000353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.000529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.000671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.000671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.000846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.000946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.001074] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a already deleted. [ 784.001074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.239018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.239018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.239018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.239018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.242281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.242559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.242804] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.242969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.243121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.243317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.244524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.244698] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.326533] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.495374] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.495649] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.495743] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.496012] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.498314] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 336fa601-8d72-4f4e-a71f-f41d251544ff not found, creating... [ 784.498314] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.498314] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.498733] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.498733] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.498800] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.498908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 336fa601-8d72-4f4e-a71f-f41d251544ff is going to be created. [ 784.519067] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.520185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.520185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.520185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.520185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.520185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.746896] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.747142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.747270] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.829444] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.829444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.829444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.829648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.829680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.829766] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 784.867152] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.867318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.867383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.867578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.867902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.879760] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 785.250067] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.301962] env[63036]: INFO networking_nsxv3.common.synchronization [req-8b722309-9f10-4c90-a05e-f26bf7644e6b req-896239d3-7bff-4cf7-a2f3-6bf7b2bacee8 service nova] Enqueued Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_rules [ 785.303066] env[63036]: INFO networking_nsxv3.common.synchronization [req-8b722309-9f10-4c90-a05e-f26bf7644e6b req-896239d3-7bff-4cf7-a2f3-6bf7b2bacee8 service nova] Enqueued Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 785.303066] env[63036]: INFO networking_nsxv3.common.synchronization [req-8b722309-9f10-4c90-a05e-f26bf7644e6b req-896239d3-7bff-4cf7-a2f3-6bf7b2bacee8 service nova] Enqueued Resource ID: 336fa601-8d72-4f4e-a71f-f41d251544ff with Priority: HIGHEST for action port [ 785.303214] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_rules [ 785.304173] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 785.304173] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336fa601-8d72-4f4e-a71f-f41d251544ff with Priority: HIGHEST for action port [ 785.304173] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.304173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.304451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.304638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.304721] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.305679] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.305783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.305850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.306037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.306198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.306290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.306368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.308344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.308344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.308471] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.309414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-336fa601-8d72-4f4e-a71f-f41d251544ff taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.309528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.309629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.309760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.310091] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336fa601-8d72-4f4e-a71f-f41d251544ff',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.406331] env[63036]: INFO networking_nsxv3.common.synchronization [None req-cfee3917-2e49-4016-8cf9-3ff83b2725ce None None] Enqueued Resource ID: 6d2b9b99-3570-4cc0-af3c-e3feb8f41e69 with Priority: HIGHEST for action port [ 785.408649] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d2b9b99-3570-4cc0-af3c-e3feb8f41e69 with Priority: HIGHEST for action port [ 785.408649] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d2b9b99-3570-4cc0-af3c-e3feb8f41e69 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.408649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d2b9b99-3570-4cc0-af3c-e3feb8f41e69" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.408649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d2b9b99-3570-4cc0-af3c-e3feb8f41e69" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.408649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d2b9b99-3570-4cc0-af3c-e3feb8f41e69" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.408649] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d2b9b99-3570-4cc0-af3c-e3feb8f41e69',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.753550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.753701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.753771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.753990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.754092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.754187] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 785.783134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.783703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.783703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.783703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.783703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.792488] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 785.812198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.815997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.816275] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.817214] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336fa601-8d72-4f4e-a71f-f41d251544ff with status ACTIVE [ 785.817415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.817534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.817599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.817797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.817884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.818073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.818192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.818246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.818379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.818454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.818619] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.818736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.818797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.818936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.819017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.819598] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336fa601-8d72-4f4e-a71f-f41d251544ff is going to be updated. [ 785.842101] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.842245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.842402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.842534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.842696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.846033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336fa601-8d72-4f4e-a71f-f41d251544ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.909618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d2b9b99-3570-4cc0-af3c-e3feb8f41e69 [ 785.910853] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.910853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.910853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.910853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.910853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.910853] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d2b9b99-3570-4cc0-af3c-e3feb8f41e69 already deleted. [ 785.910853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d2b9b99-3570-4cc0-af3c-e3feb8f41e69" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.326543] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.829268] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.829268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.829268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.829268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.829268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.829268] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a is going to be created. [ 786.851483] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.853177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.853177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.853393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.853701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.865028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: UNINITIALIZED for 2s [ 786.888351] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 786.888571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.888757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.889009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.889777] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.889953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.890051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.890246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.890341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.890441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.890549] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.394544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.394668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.394760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.395218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.395444] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.395577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.395648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.395814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.395912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.395983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.396151] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.396300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.396592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.396669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.396718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.397019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.397103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.397195] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.803191] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 787.803626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.803626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.804637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.804637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.804913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.804913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.804913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.805227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.805227] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.805312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.805312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.805542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.805542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.805637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.805892] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.881034] env[63036]: INFO networking_nsxv3.common.synchronization [None req-a0bea832-ac0b-4b58-949d-96be3147f524 None None] Enqueued Resource ID: 0813b813-0e85-4557-8d4b-9c39b97f5547 with Priority: HIGHEST for action port [ 787.881678] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0813b813-0e85-4557-8d4b-9c39b97f5547 with Priority: HIGHEST for action port [ 787.882063] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0813b813-0e85-4557-8d4b-9c39b97f5547 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.882208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0813b813-0e85-4557-8d4b-9c39b97f5547" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.882287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0813b813-0e85-4557-8d4b-9c39b97f5547" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.882688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0813b813-0e85-4557-8d4b-9c39b97f5547" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.882794] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0813b813-0e85-4557-8d4b-9c39b97f5547',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.900140] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 787.918073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.918238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.918348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.918594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.918594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.918868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.918868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.919046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.919112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.919190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.919324] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.919423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.919471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.919608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.919695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.919882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.919972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.920071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.920218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.920304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.920923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 787.993115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.993115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.993115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.993115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.993115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.028035] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 788.308658] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33df2f1-946d-492c-abe7-d5a48b886480: rpc.has_security_group_logging(os_id): False [ 788.325897] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.326058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.326128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.326338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.326427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.326637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.326732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.326791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.326935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.327016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.330050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.330050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.330050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.330050] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 788.386810] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.386964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.387038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.387240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.387386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.388501] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0813b813-0e85-4557-8d4b-9c39b97f5547 [ 788.388684] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.388793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.388860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.389053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.389148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.389211] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0813b813-0e85-4557-8d4b-9c39b97f5547 already deleted. [ 788.389289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0813b813-0e85-4557-8d4b-9c39b97f5547" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.404274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 788.874909] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: SUCCESS [ 788.875216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.875402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.875633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.875827] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.875948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.876023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.876227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.876313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.876400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.876486] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.158447] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 req-85bae375-cf0f-40ae-8c84-d726d3bdece7 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 789.158447] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 789.158826] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.158885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.158920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.159117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.160244] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.160244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.160244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.160244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.160244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.160244] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.382208] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.382208] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.382208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.382208] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.382937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.383245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.383716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.384105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.384273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.384524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.384803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.384986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.385195] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.661938] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.887898] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5e1d24-485d-4697-a9bf-512d899fbd0a: rpc.has_security_group_logging(os_id): False [ 789.899395] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.899648] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.899749] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.900038] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.900310] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.900467] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.900585] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.900853] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.903779] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.903779] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.903779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.903779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.903779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.903779] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.903779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.903779] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.919520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.919716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.919793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.921529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.921529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.921910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.921910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.921910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.922026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.922095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.922269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.922395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.922466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.922609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.923590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.923590] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a is going to be created. [ 789.934653] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.934653] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.934653] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.934653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-402" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.934653] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-1f38fa07-a739-48c1-9bd8-060d279e8f3f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.934653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.934653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.934653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.934653] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f38fa07-a739-48c1-9bd8-060d279e8f3f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.992593] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.992593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.992593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.992593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.992593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.006765] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: IN_PROGRESS for 2s [ 790.045071] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 790.045071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.167474] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.421042] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 790.422415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.422415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.422415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.422689] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.437567] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.438634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.438634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.439763] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.439763] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.439763] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 1f38fa07-a739-48c1-9bd8-060d279e8f3f not found, creating... [ 790.439763] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.439957] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.439957] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.440747] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.440916] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.441230] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.441403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.441621] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.441796] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.441887] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.442045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 1f38fa07-a739-48c1-9bd8-060d279e8f3f is going to be created. [ 790.464057] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.464057] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.464057] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.464266] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.464700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.465225] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.670547] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.670701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.670800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.670975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.671077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.671174] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 790.707296] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.707296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.707296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.707296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.707296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.716264] env[63036]: INFO networking_nsxv3.common.synchronization [None req-d84eda9c-4928-4473-8837-901a22fe44c3 None None] Enqueued Resource ID: a0caeb13-9c65-4c43-8157-7c37ce3c6a6d with Priority: HIGHEST for action port [ 790.716264] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0caeb13-9c65-4c43-8157-7c37ce3c6a6d with Priority: HIGHEST for action port [ 790.716264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0caeb13-9c65-4c43-8157-7c37ce3c6a6d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.716264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0caeb13-9c65-4c43-8157-7c37ce3c6a6d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.716264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0caeb13-9c65-4c43-8157-7c37ce3c6a6d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.717839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0caeb13-9c65-4c43-8157-7c37ce3c6a6d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.717984] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0caeb13-9c65-4c43-8157-7c37ce3c6a6d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.719555] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 790.927020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.927020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.927020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.927020] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.220969] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0caeb13-9c65-4c43-8157-7c37ce3c6a6d [ 791.221880] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.222178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.222630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.223502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.223502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.223502] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0caeb13-9c65-4c43-8157-7c37ce3c6a6d already deleted. [ 791.223502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0caeb13-9c65-4c43-8157-7c37ce3c6a6d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.433284] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.433284] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.433284] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.433284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.433284] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.434656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.434781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.438349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.438875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.439049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.439214] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.943438] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b33df2f1-946d-492c-abe7-d5a48b886480: rpc.has_security_group_logging(os_id): False [ 791.961584] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.961788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.961868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.962034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.962145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.962383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.962481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.962546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.962729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.962943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.962981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.963091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.963167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.963327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.963414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.963647] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.963748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.963827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.963981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.964158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.964158] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 792.023339] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: SUCCESS [ 792.023339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.030258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.030258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.030258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.030258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.030258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.047985] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 792.348861] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 req-39bab666-f3ca-4b8c-8560-a7318301323b service nova] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_rules [ 792.351516] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 req-39bab666-f3ca-4b8c-8560-a7318301323b service nova] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 792.351516] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b2589c3-a3f7-498c-906c-374cb1b4d6c4 req-39bab666-f3ca-4b8c-8560-a7318301323b service nova] Enqueued Resource ID: 1f38fa07-a739-48c1-9bd8-060d279e8f3f with Priority: HIGHEST for action port [ 792.351516] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_rules [ 792.351516] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 792.351516] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f38fa07-a739-48c1-9bd8-060d279e8f3f with Priority: HIGHEST for action port [ 792.351516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.351516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.352172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.355717] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.355717] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.355717] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f38fa07-a739-48c1-9bd8-060d279e8f3f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.355717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.355717] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f38fa07-a739-48c1-9bd8-060d279e8f3f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.456888] env[63036]: INFO networking_nsxv3.common.synchronization [req-aa9ed85c-b24d-4220-8c67-a59365919b17 req-5699a7bb-bdb2-4573-9c10-8261e727f0a7 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 792.458040] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 792.458040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.459374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.459374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.459374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.459374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.459561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.459595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.459835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.459835] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.742302] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.742302] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.742302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.742302] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.856735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.857280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.857280] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f38fa07-a739-48c1-9bd8-060d279e8f3f with status ACTIVE [ 792.857408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.857472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.857510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.858214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.858214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.858214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.858214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.858214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.858499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.858499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.858499] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.858616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.858616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.858755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.858825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.858906] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f38fa07-a739-48c1-9bd8-060d279e8f3f is going to be updated. [ 792.881743] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.881882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.882180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.882428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.882827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.883011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f38fa07-a739-48c1-9bd8-060d279e8f3f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.903525] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4b2ccb0-38b8-4d48-b36c-c4c8aabe7487 req-367bf2f5-33ab-45f8-bcb0-ebf30fd6093e tempest-FloatingIPsAssociationTestJSON-1286469645 tempest-FloatingIPsAssociationTestJSON-1286469645-project-member] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 792.907024] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGHEST for action security_group_members [ 792.907024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.907024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.907024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.907024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.908224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.908224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.908224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.908396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.908485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.908582] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.962095] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.238516] env[63036]: INFO networking_nsxv3.common.synchronization [req-aa9ed85c-b24d-4220-8c67-a59365919b17 req-47c3f3af-c611-41f2-b4d4-c963e1063279 tempest-ServersTestMultiNic-1378845769 tempest-ServersTestMultiNic-1378845769-project-member] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 793.240730] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGHEST for action security_group_members [ 793.240730] env[63036]: INFO networking_nsxv3.common.synchronization [None req-d08df914-8b43-41e2-a933-422f8139a419 None None] Enqueued Resource ID: a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b with Priority: HIGHEST for action port [ 793.245022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.245022] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b with Priority: HIGHEST for action port [ 793.245022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.245789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.245933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.246018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.246284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.246359] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.411381] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.411683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.411683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.411809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.411899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.412101] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.412190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.412250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.412399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.412478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.413554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be updated. [ 793.451415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.451415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.451415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.451415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.451415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.464187] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: IN_PROGRESS for 2s [ 793.464453] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.530826] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9fa25e2f-885a-4c3f-b1dc-667c468c8ac2 None None] Enqueued Resource ID: 3942c3cc-4230-47a9-a628-571137723444 with Priority: HIGHEST for action port [ 793.531604] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3942c3cc-4230-47a9-a628-571137723444 with Priority: HIGHEST for action port [ 793.531702] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3942c3cc-4230-47a9-a628-571137723444 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.531771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3942c3cc-4230-47a9-a628-571137723444" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.531831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3942c3cc-4230-47a9-a628-571137723444" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.532103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3942c3cc-4230-47a9-a628-571137723444" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.532211] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3942c3cc-4230-47a9-a628-571137723444',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.749282] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.752296] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b [ 793.752427] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.752568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.752630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.752837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.752922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.753027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b already deleted. [ 793.753466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67da35d-bcaa-4f1f-b52c-99fdcc0c7a6b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.783230] env[63036]: INFO networking_nsxv3.common.synchronization [req-b38d0931-e147-4224-8037-437834d0fdd6 req-cc643c4d-c391-4f76-88f2-2e3d5869cf8f tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 793.784878] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 793.785706] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.786462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.786462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.786462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.786462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.786462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.786755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.787184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.787344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.787389] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.972444] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.972444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.972444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.972444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.972444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.972444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 793.999683] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.002021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.002021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.002021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.002021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.009374] env[63036]: INFO networking_nsxv3.common.synchronization [req-7a2ef7be-760a-4e7e-9cf6-0d496c2ccb51 req-322c428a-e91c-468b-8661-08a67b95c022 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 794.009374] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 794.009374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.009374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.009374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.009374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.009374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.009374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.009886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.012205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.013521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.013521] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.024133] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 794.038163] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3942c3cc-4230-47a9-a628-571137723444 [ 794.038163] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.038163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.038163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.038163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.038163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.038163] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3942c3cc-4230-47a9-a628-571137723444 already deleted. [ 794.038163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3942c3cc-4230-47a9-a628-571137723444" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.078033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 794.078202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.255232] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.257102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.257102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.257102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.257102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.257102] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 794.292433] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.292577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.292651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.293119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.321277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.322058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.322058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.322058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.322213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.345164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.345164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.345164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.345164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.345164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.345164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.346574] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 794.347724] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 794.383328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.383518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.383589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.383801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.384414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.397996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 794.518416] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.533926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.533926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.533926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.533926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.533926] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.814336] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.816716] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.816716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.816716] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.816716] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.817337] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.817337] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.817337] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.817337] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.817337] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.836725] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.836927] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.837086] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.837259] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.837599] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.837799] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.837923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.838249] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.838399] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2f1aaa-be53-4ea9-b8c2-afde96d104ff',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.023850] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.040297] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.341068] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.341304] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.341453] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.341755] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.341926] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.343058] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff not found, creating... [ 795.343058] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.343058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.343058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.343058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.343058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.343407] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.343497] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.343612] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.343835] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.343969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.344122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff is going to be created. [ 795.364347] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.364571] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.364716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.365219] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.365467] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.365693] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.477805] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 in Status: SUCCESS [ 795.478204] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 deletion is rescheduled due to dependency. [ 795.478204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.528140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.529014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.529014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.529014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.529014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.529014] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 795.530916] env[63036]: INFO networking_nsxv3.common.synchronization [req-c6e122ce-85ed-481d-9e85-14f4ea785b37 req-f6db9df5-f860-4aa7-9a94-90f02ede62b8 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 795.531251] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 795.531919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.532116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.532116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.532421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.532482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.532717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.532717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.532852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.532852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.532921] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.542794] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.578688] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.578688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.578688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.578688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.578896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.586844] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 795.861740] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b4bc7663-dbef-4a52-9780-8684140426ac None None] Enqueued Resource ID: 9fe15580-55f7-49e4-8fc2-c4abd49ed0ce with Priority: HIGHEST for action port [ 795.861740] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe15580-55f7-49e4-8fc2-c4abd49ed0ce with Priority: HIGHEST for action port [ 795.861740] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fe15580-55f7-49e4-8fc2-c4abd49ed0ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.861740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fe15580-55f7-49e4-8fc2-c4abd49ed0ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.861740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fe15580-55f7-49e4-8fc2-c4abd49ed0ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.861740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fe15580-55f7-49e4-8fc2-c4abd49ed0ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.861740] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fe15580-55f7-49e4-8fc2-c4abd49ed0ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.039024] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.039024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 796.039024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.039024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.039024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.039024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.039435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.039724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.039724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.039887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.039945] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.044982] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 796.045093] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 796.133653] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7fb3a073-0658-4bfc-aa48-75fe6f8c75e9 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 796.135090] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 796.135446] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.135579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.135649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.135895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.135979] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.355748] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 796.356196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.356196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.356359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.356855] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.356855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.356855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.357068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.357170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.357268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.357371] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.363023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fe15580-55f7-49e4-8fc2-c4abd49ed0ce [ 796.363306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.363375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.363375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.363618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.363705] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fe15580-55f7-49e4-8fc2-c4abd49ed0ce already deleted. [ 796.363790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fe15580-55f7-49e4-8fc2-c4abd49ed0ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.368434] env[63036]: INFO networking_nsxv3.common.synchronization [None req-6306664d-44d1-4d0c-8f62-31e9cd41b814 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 796.368710] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 796.369859] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.369859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.407412] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 796.407582] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 796.407684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.507841] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.508595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.508595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.508726] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.509075] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.509325] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.509511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.509830] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.510097] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.510414] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.510599] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.510769] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.510935] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.511125] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.511296] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.511517] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.533229] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.533571] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.533689] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.533935] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.534483] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-8c1fb648-d65b-4541-a693-1adc117ead6e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.534648] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.534805] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.535507] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.535596] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1fb648-d65b-4541-a693-1adc117ead6e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.541393] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.542408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.542562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.542651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.542893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.543016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.543289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.543393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.543478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.543683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.543785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.543898] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be updated. [ 796.569421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.569647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.569771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.570078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.570293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.582543] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: IN_PROGRESS for 2s [ 796.670910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.671770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.671854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.672992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.673159] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 already deleted. [ 796.673267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.673437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.673677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.673751] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.828661] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.828661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.828779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.828914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.846790] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 796.849563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.850837] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 796.860227] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.860371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.860427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.860652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.860779] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.860878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.860942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.861107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.861292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.861292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.861425] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.861554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.861618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.861759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.861896] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.862076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.862076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.862180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.862252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.862355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.862491] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.877165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.877295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.877383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.877546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.886680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.887393] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 796.887505] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.887566] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 796.923312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.923459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.923528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.923745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.924965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.925147] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 796.933602] env[63036]: INFO networking_nsxv3.common.synchronization [req-b38d0931-e147-4224-8037-437834d0fdd6 req-15ea4131-28b4-4249-b39f-cf952c696669 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 796.933788] env[63036]: INFO networking_nsxv3.common.synchronization [req-b38d0931-e147-4224-8037-437834d0fdd6 req-15ea4131-28b4-4249-b39f-cf952c696669 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 796.933927] env[63036]: INFO networking_nsxv3.common.synchronization [req-b38d0931-e147-4224-8037-437834d0fdd6 req-15ea4131-28b4-4249-b39f-cf952c696669 service nova] Enqueued Resource ID: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff with Priority: HIGHEST for action port [ 796.934180] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 796.934314] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 796.934422] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff with Priority: HIGHEST for action port [ 796.935715] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.935715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.935715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.935715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.935938] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.937405] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.937405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.937405] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.937405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.937405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.937676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.937676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.937676] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.942185] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.942185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.942185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.942185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 796.942185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2f1aaa-be53-4ea9-b8c2-afde96d104ff',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.122762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.122922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.122995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.123257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.123447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.123635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 797.125395] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.125582] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.125707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.125951] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.126106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.126250] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 8c1fb648-d65b-4541-a693-1adc117ead6e not found, creating... [ 797.126507] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.127062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.127062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.127062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.127195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.127540] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.127709] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.127829] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.128049] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.128186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.128323] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 8c1fb648-d65b-4541-a693-1adc117ead6e is going to be created. [ 797.129611] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.129724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.129793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.129942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.130031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.130117] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 797.153883] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.153962] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.154106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.154402] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.154694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.155034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.167312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.167492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.167536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.168294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.168294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.177029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 797.193673] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.193866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.193910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.194115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.194199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.194292] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 already deleted. [ 797.194373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.208119] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.208119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.208247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.209179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.209179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.209179] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 797.209179] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a5b757b9-46de-40aa-bcde-741ea993a167', 'b4b23f83-bf6b-4819-a996-ddc44adb7735', 'ee89026a-fda9-42a4-846c-8e59f1cf0db4', 'c68bd040-ec0f-43a9-a412-b6c015dabb0c', '116058e7-8e68-43ab-b98e-5fc0db87c751', '19f0ff6c-2e64-4728-bbec-93b499f7ab0e', '45f33002-d502-4df0-9587-d80211a73efe', 'ab99219d-34b7-4aa6-a3e3-f779543cd1ae', 'c14463f3-6850-4c4b-bd03-ee48d2ecda9e', 'a0ed4398-fb94-477c-abbe-098a676872cb', 'f4af0e20-bd46-4c4b-a803-4a1806a80299', '9b57f6ef-2bed-40f4-bb36-88196f71f492', '13221a28-4175-4bf9-bdeb-b9c95de2cfc3', 'b1224fb3-203b-47d6-b4f7-23965b1869a8', '276c1694-b66c-4298-8c4b-567ec160c45a', 'fedb1942-fbaf-4c53-9744-0f21235b9ec0', 'bf041427-05ee-4190-af44-60fdb813112f', '4db3a271-5a37-4851-a8d8-477ae218eecc', 'd5187f87-9406-4e39-9adb-9141e36d9d3c', '98d8a40b-c609-45cd-a821-a04d6343c39e', 'b33df2f1-946d-492c-abe7-d5a48b886480', '338e850f-c02c-4abf-9f59-6aa1b797d822', '6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce', 'aa208ed4-2a61-4695-a892-dcaa9495d0e8', '6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8', '239db92d-64c7-429e-a60a-c6a1dd5a640b', '64506231-312b-4394-b6fb-64903dec3d2b', '2e5e1d24-485d-4697-a9bf-512d899fbd0a', '8e539313-bce7-4e42-9723-f11615e4c0ca', 'f36c8b63-9c88-40f9-a3ea-f660ce9207d2', 'ca99d8a0-ef85-40a4-b9f0-0e84c16903a0', '35ab3aef-c089-4e90-93d6-baccd66fd46f', 'd4f87e09-70c3-4f04-a4bb-6d06236e2be7', 'e379db0f-fb27-4cad-b711-e5b7272811ba'} {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.209458] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 797.247253] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.247485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.247485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.247678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.247765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.247880] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 797.247953] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.248056] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 797.328176] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.328367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.328426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.328672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.329427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.329717] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 797.329856] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 797.329949] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 797.330470] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 797.330470] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 797.330470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGH for action security_group_rules [ 797.330470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGH for action security_group_rules [ 797.330470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGH for action security_group_rules [ 797.330470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGH for action security_group_rules [ 797.330470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGH for action security_group_rules [ 797.330854] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGH for action security_group_rules [ 797.331109] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGH for action security_group_rules [ 797.331109] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGH for action security_group_rules [ 797.331109] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGH for action security_group_rules [ 797.331109] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGH for action security_group_rules [ 797.331235] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGH for action security_group_rules [ 797.331235] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGH for action security_group_rules [ 797.331307] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGH for action security_group_rules [ 797.331307] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGH for action security_group_rules [ 797.331428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.364852] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b57f6ef-2bed-40f4-bb36-88196f71f492: rpc.has_security_group_logging(os_id): False [ 797.384556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.385048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.385231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.385467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.409917] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.409917] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.409917] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.409917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.410824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.410824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.410824] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 797.428602] env[63036]: INFO networking_nsxv3.common.synchronization [req-beac2adf-1d54-45f6-a78b-6d83b8020562 req-3b4ed534-c91c-4eb7-86b2-2801040b0434 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 797.429706] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 797.429972] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b757b9-46de-40aa-bcde-741ea993a167 with Priority: HIGH for action security_group_rules [ 797.430099] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 with Priority: HIGH for action security_group_rules [ 797.430207] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGH for action security_group_rules [ 797.430306] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGH for action security_group_rules [ 797.431348] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d8a40b-c609-45cd-a821-a04d6343c39e with Priority: HIGH for action security_group_rules [ 797.431468] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5187f87-9406-4e39-9adb-9141e36d9d3c with Priority: HIGH for action security_group_rules [ 797.431608] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4db3a271-5a37-4851-a8d8-477ae218eecc with Priority: HIGH for action security_group_rules [ 797.431746] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGH for action security_group_rules [ 797.431843] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 with Priority: HIGH for action security_group_rules [ 797.431982] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGH for action security_group_rules [ 797.432127] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGH for action security_group_rules [ 797.432213] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGH for action security_group_rules [ 797.432313] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGH for action security_group_rules [ 797.432406] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ed4398-fb94-477c-abbe-098a676872cb with Priority: HIGH for action security_group_rules [ 797.432496] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e with Priority: HIGH for action security_group_rules [ 797.432617] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e with Priority: HIGH for action security_group_rules [ 797.432707] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae with Priority: HIGH for action security_group_rules [ 797.432814] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 797.433067] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 with Priority: HIGH for action security_group_rules [ 797.433067] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGH for action security_group_rules [ 797.433331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.433461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.433558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.433832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.433989] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.434250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.434308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.434492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.435185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.435185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.435871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5b757b9-46de-40aa-bcde-741ea993a167 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.436945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.436945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.436945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.436945] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5b757b9-46de-40aa-bcde-741ea993a167',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.437157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.437270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.437337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.437496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.437568] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee89026a-fda9-42a4-846c-8e59f1cf0db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.438483] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.438573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.438782] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.438894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.438959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.439130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.439232] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.439972] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d8a40b-c609-45cd-a821-a04d6343c39e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.440114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.440183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.440382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.440452] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d8a40b-c609-45cd-a821-a04d6343c39e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.442064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5187f87-9406-4e39-9adb-9141e36d9d3c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.442172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.442242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.442414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.442486] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5187f87-9406-4e39-9adb-9141e36d9d3c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.443526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4db3a271-5a37-4851-a8d8-477ae218eecc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.443624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.443670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.444034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.444034] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4db3a271-5a37-4851-a8d8-477ae218eecc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.444980] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.445107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.445273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.445331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.445402] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.446013] env[63036]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 797.446896] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1224fb3-203b-47d6-b4f7-23965b1869a8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.447115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.447211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.447409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.447515] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1224fb3-203b-47d6-b4f7-23965b1869a8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.448521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.448639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.448713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.448906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.449069] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.450172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.450283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.450381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.450571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.450753] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.451701] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.451796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.456234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.456810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.457033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.457886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.457992] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.459494] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0ed4398-fb94-477c-abbe-098a676872cb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.460235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.460235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.460235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.460235] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0ed4398-fb94-477c-abbe-098a676872cb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.461343] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.461456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.462140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.462140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.462140] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c14463f3-6850-4c4b-bd03-ee48d2ecda9e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.463268] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.463571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.463571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.463680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.463715] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f0ff6c-2e64-4728-bbec-93b499f7ab0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.464818] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.465168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.465445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.465445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.465553] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab99219d-34b7-4aa6-a3e3-f779543cd1ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.467065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.467178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.467178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.467806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.467806] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.468886] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4b23f83-bf6b-4819-a996-ddc44adb7735 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.468886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.468886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.469024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.469543] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4b23f83-bf6b-4819-a996-ddc44adb7735',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.469543] env[63036]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 797.470459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.470758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.470852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.471088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.471160] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.477247] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.477475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.478175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.478175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.478175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.478175] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.478175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.478399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.478568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.478639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.478724] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df already deleted. [ 797.478819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.481028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.481126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.481557] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.482308] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff with status ACTIVE [ 797.482469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.482594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.482661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.482820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.483426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.483426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.483426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.483426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.483721] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.483721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.483721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.483955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.484034] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e2f1aaa-be53-4ea9-b8c2-afde96d104ff is going to be updated. [ 797.488356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.488481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.488530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.488696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.488838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.514218] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.514392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.514470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.514661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.519722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 797.522491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.522632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.527260] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.527260] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.527432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.527534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.527681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.527836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2f1aaa-be53-4ea9-b8c2-afde96d104ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.542176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.542415] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5b757b9-46de-40aa-bcde-741ea993a167 is going to be deleted. [ 797.543609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.544267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.573538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.573692] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee89026a-fda9-42a4-846c-8e59f1cf0db4 is going to be deleted. [ 797.608242] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 797.608242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.691791] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.691955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.692015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.693739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.693976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.694144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5b757b9-46de-40aa-bcde-741ea993a167" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.713550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.715538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.715538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.715538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.715919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.716153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee89026a-fda9-42a4-846c-8e59f1cf0db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.972405] env[63036]: INFO networking_nsxv3.common.synchronization [None req-75e19d59-3a72-45ec-a169-c2348dce040e None None] Enqueued Resource ID: 64f0671d-b8bb-4326-abe5-4ac11e3138d0 with Priority: HIGHEST for action port [ 797.972687] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f0671d-b8bb-4326-abe5-4ac11e3138d0 with Priority: HIGHEST for action port [ 797.973367] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f0671d-b8bb-4326-abe5-4ac11e3138d0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.973481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f0671d-b8bb-4326-abe5-4ac11e3138d0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.973481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f0671d-b8bb-4326-abe5-4ac11e3138d0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.973683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f0671d-b8bb-4326-abe5-4ac11e3138d0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.975040] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f0671d-b8bb-4326-abe5-4ac11e3138d0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.983198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.983198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.983198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.983887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.983887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.983887] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.993458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.026518] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.026604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.026604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.026808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.026982] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.027105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.027215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.027311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.027395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.027479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.027566] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.031778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.031882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.032609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.032609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.032609] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.032609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.032609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.032609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.032901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.032901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.035846] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.038733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.038733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.038733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.038733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.038733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.038997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.038997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.039182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.039306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.039441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.039561] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.041961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.044028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.044028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.044028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.044028] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.048350] env[63036]: INFO networking_nsxv3.common.synchronization [req-c6e122ce-85ed-481d-9e85-14f4ea785b37 req-19644a71-87ae-4041-96a2-82f7705a75db service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 798.048516] env[63036]: INFO networking_nsxv3.common.synchronization [req-c6e122ce-85ed-481d-9e85-14f4ea785b37 req-19644a71-87ae-4041-96a2-82f7705a75db service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 798.048651] env[63036]: INFO networking_nsxv3.common.synchronization [req-c6e122ce-85ed-481d-9e85-14f4ea785b37 req-19644a71-87ae-4041-96a2-82f7705a75db service nova] Enqueued Resource ID: 8c1fb648-d65b-4541-a693-1adc117ead6e with Priority: HIGHEST for action port [ 798.055480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.055480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.055480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.055887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.055887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.055887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.055887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.056043] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.056090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.056128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.058123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.058123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.058123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.058123] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.058123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.058455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.058455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.058455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.063939] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.066599] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 798.066765] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 798.066868] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c1fb648-d65b-4541-a693-1adc117ead6e with Priority: HIGHEST for action port [ 798.070197] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.070197] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.070197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.070616] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.070616] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.070616] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.070616] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.070750] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.070995] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.070995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.076407] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 798.078912] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.078912] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.078912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.079356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c1fb648-d65b-4541-a693-1adc117ead6e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.079504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.079504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.079994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.079994] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c1fb648-d65b-4541-a693-1adc117ead6e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.096524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.096661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.107383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.107383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.114030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.114030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.115668] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.116470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.116641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.118921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.118921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.119422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.120353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.121751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.121907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.122785] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.122785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.124721] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.125952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.125952] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.126192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.126365] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c14463f3-6850-4c4b-bd03-ee48d2ecda9e is going to be deleted. [ 798.127728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.128027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.129730] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.131546] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.131546] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.131546] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.131546] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-65ff0ed0-4838-4c18-bfba-fe61dc731854 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.131546] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.131546] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.131546] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.131546] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ff0ed0-4838-4c18-bfba-fe61dc731854',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.152791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.152985] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0ed4398-fb94-477c-abbe-098a676872cb is going to be deleted. [ 798.154310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.154547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.179732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.179732] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab99219d-34b7-4aa6-a3e3-f779543cd1ae is going to be deleted. [ 798.179732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.179732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.213019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.213019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be deleted. [ 798.213445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.213666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.271915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.272971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.275640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.275816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.279814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.280082] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f0ff6c-2e64-4728-bbec-93b499f7ab0e is going to be deleted. [ 798.281490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.281841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.311922] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.312079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.325839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.326044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5187f87-9406-4e39-9adb-9141e36d9d3c is going to be deleted. [ 798.326982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.327243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.393442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.393511] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d8a40b-c609-45cd-a821-a04d6343c39e is going to be deleted. [ 798.394429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.394682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.396202] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.396359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.436322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.436600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.437549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.437669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4db3a271-5a37-4851-a8d8-477ae218eecc is going to be deleted. [ 798.438633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.438848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.477235] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64f0671d-b8bb-4326-abe5-4ac11e3138d0 [ 798.477235] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.477235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.477235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.477235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.477235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.477235] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64f0671d-b8bb-4326-abe5-4ac11e3138d0 already deleted. [ 798.477235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f0671d-b8bb-4326-abe5-4ac11e3138d0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.485972] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.489803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.489986] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1224fb3-203b-47d6-b4f7-23965b1869a8 is going to be deleted. [ 798.491036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.492777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.494110] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.494271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.494692] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.494991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.495124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.495541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.495541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.495642] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 798.530971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.531130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.531130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.531319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.531480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.531567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.531637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.531786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.532981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.532981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.532981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.533361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.533361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.533361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.533361] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.549194] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.549464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.559743] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.569496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.569496] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4b23f83-bf6b-4819-a996-ddc44adb7735 is going to be deleted. [ 798.571675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.571675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.574105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4af0e20-bd46-4c4b-a803-4a1806a80299: rpc.has_security_group_logging(os_id): False [ 798.587801] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c1fb648-d65b-4541-a693-1adc117ead6e with status ACTIVE [ 798.588022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.588154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.588223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.588560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.588674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.589335] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.589335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.589788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.589788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.589788] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c1fb648-d65b-4541-a693-1adc117ead6e is going to be updated. [ 798.620824] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b33df2f1-946d-492c-abe7-d5a48b886480 in Status: SUCCESS [ 798.620824] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 deletion is rescheduled due to dependency. [ 798.620824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.631376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.631528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.634231] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.634365] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.634502] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.634844] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.635125] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.635269] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 65ff0ed0-4838-4c18-bfba-fe61dc731854 not found, creating... [ 798.635556] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.635744] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.635866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.636122] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.636280] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.636592] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.637352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.637488] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.637729] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.637875] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.638028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 65ff0ed0-4838-4c18-bfba-fe61dc731854 is going to be created. [ 798.642376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.642376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.642376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.642376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.643220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.643293] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.643896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.643896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.643896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.643896] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.644127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.644127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.644127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.644224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.644426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.644521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.644521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.644688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.644765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.644855] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 798.646293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.646540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.646749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c14463f3-6850-4c4b-bd03-ee48d2ecda9e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.646820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.646919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.646992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.647117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0ed4398-fb94-477c-abbe-098a676872cb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab99219d-34b7-4aa6-a3e3-f779543cd1ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.648844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.649266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.649483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.649719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.649793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.649932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f0ff6c-2e64-4728-bbec-93b499f7ab0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.650068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.650215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.650289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.650422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5187f87-9406-4e39-9adb-9141e36d9d3c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.650818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.651222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.651222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.651222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d8a40b-c609-45cd-a821-a04d6343c39e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.651409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.651409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.665056] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 798.677898] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.678419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.695352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.696634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.696634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.696634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.696634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.696634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c1fb648-d65b-4541-a693-1adc117ead6e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.706954] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.706954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.722869] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.723719] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.723986] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.724918] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.725281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.725639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.728282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.728646] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.728881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.729061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.729316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.731191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.731191] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 is going to be updated. [ 798.732023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.732023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.732023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4db3a271-5a37-4851-a8d8-477ae218eecc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.732537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.732537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.732537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1224fb3-203b-47d6-b4f7-23965b1869a8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.746815] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.748018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.748018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.748018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.748018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.748018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4b23f83-bf6b-4819-a996-ddc44adb7735" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.828821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.828821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.828821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.828821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.828821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.871911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 798.908254] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.909120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.909120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.909120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.909330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.909412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.941265] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: IN_PROGRESS for 2s [ 798.990164] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 276c1694-b66c-4298-8c4b-567ec160c45a: rpc.has_security_group_logging(os_id): False [ 799.028669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.028809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.029462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.029462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.039716] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fedb1942-fbaf-4c53-9744-0f21235b9ec0: rpc.has_security_group_logging(os_id): False [ 799.058646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.062027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.062027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.062027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.062027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.062027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.062027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a is going to be updated. [ 799.062776] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c68bd040-ec0f-43a9-a412-b6c015dabb0c: rpc.has_security_group_logging(os_id): False [ 799.071280] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.073018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.073018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.073018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.090495] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.090654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.093042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.093820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.093820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.093820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.093820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.093820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.093820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.094132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.094132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.094132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.094132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.095457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.095457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.095457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.095457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.095457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.095457] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 799.095859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.095996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.156177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.156177] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.156305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.156354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.156547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.156679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.156767] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c is going to be updated. [ 799.178446] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.178592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.180028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.180028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.180028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.200926] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 799.201283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.201486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.201701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.201891] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.202020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.202078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.202223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.202298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.202379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.202549] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.203442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.203604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.203762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.203863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.203926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.204075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.204147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.204249] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.214851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: IN_PROGRESS for 2s [ 799.317945] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.317945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.317945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.317945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.317945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.319220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.319771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.319958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.322186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.322186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.354371] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 799.354371] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: IN_PROGRESS for 2s [ 799.447623] env[63036]: INFO networking_nsxv3.common.synchronization [req-beac2adf-1d54-45f6-a78b-6d83b8020562 req-d0abb397-d448-427e-af62-c7f28275febc service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 799.447900] env[63036]: INFO networking_nsxv3.common.synchronization [req-beac2adf-1d54-45f6-a78b-6d83b8020562 req-d0abb397-d448-427e-af62-c7f28275febc service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 799.448124] env[63036]: INFO networking_nsxv3.common.synchronization [req-beac2adf-1d54-45f6-a78b-6d83b8020562 req-d0abb397-d448-427e-af62-c7f28275febc service nova] Enqueued Resource ID: 65ff0ed0-4838-4c18-bfba-fe61dc731854 with Priority: HIGHEST for action port [ 799.448919] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 799.449235] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 799.449342] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65ff0ed0-4838-4c18-bfba-fe61dc731854 with Priority: HIGHEST for action port [ 799.449730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.449959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.450116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.450663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.450838] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.451727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.452574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.452760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.453206] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.453313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.453384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.453971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.453971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.454133] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.455048] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-65ff0ed0-4838-4c18-bfba-fe61dc731854 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.455166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.455216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.455396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.455474] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65ff0ed0-4838-4c18-bfba-fe61dc731854',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.536537] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 799.536927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.536969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.537188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.537276] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.706335] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.706722] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.958467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.958596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.962023] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.962023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65ff0ed0-4838-4c18-bfba-fe61dc731854 with status ACTIVE [ 799.962023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.962023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.962023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.962023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.962793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.962793] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65ff0ed0-4838-4c18-bfba-fe61dc731854 is going to be updated. [ 799.984167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.984167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.984167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.984167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.984167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.984167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65ff0ed0-4838-4c18-bfba-fe61dc731854" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.040974] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.041151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.041224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.041444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.041640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.041747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.041813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.041961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.042060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.042154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.042231] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.147428] env[63036]: INFO networking_nsxv3.common.synchronization [None req-febda64a-a0a7-457d-b2c9-6630183c6741 None None] Enqueued Resource ID: d952e0cd-f901-4ea4-a035-7f4033767db4 with Priority: HIGHEST for action port [ 800.148576] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d952e0cd-f901-4ea4-a035-7f4033767db4 with Priority: HIGHEST for action port [ 800.148753] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d952e0cd-f901-4ea4-a035-7f4033767db4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.148909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d952e0cd-f901-4ea4-a035-7f4033767db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.148970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d952e0cd-f901-4ea4-a035-7f4033767db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.150154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d952e0cd-f901-4ea4-a035-7f4033767db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.150154] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d952e0cd-f901-4ea4-a035-7f4033767db4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.208535] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.465639] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.546032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.546032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.546032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.546560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.546560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.546560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.546560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.546749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.549457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.549457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.549457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.549457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.549457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.549457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.549457] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.635030] env[63036]: INFO networking_nsxv3.common.synchronization [req-9726e794-f880-461c-903b-cd9ae65db450 req-004e2213-9823-4299-8c18-66fc6adc7360 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 800.635030] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 800.635749] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.638027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.638027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.638027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.656029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d952e0cd-f901-4ea4-a035-7f4033767db4 [ 800.656029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.656029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.656029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.656029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.656029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.656029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d952e0cd-f901-4ea4-a035-7f4033767db4 already deleted. [ 800.656029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d952e0cd-f901-4ea4-a035-7f4033767db4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.681097] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.681097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.681097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.681097] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.689148] env[63036]: INFO networking_nsxv3.common.synchronization [req-9726e794-f880-461c-903b-cd9ae65db450 req-004e2213-9823-4299-8c18-66fc6adc7360 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 800.689338] env[63036]: INFO networking_nsxv3.common.synchronization [req-9726e794-f880-461c-903b-cd9ae65db450 req-004e2213-9823-4299-8c18-66fc6adc7360 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 800.689484] env[63036]: INFO networking_nsxv3.common.synchronization [req-9726e794-f880-461c-903b-cd9ae65db450 req-004e2213-9823-4299-8c18-66fc6adc7360 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 800.690166] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 800.690305] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 800.690420] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 800.690699] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.690820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.690885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.692129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.692381] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.693797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.693797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.693797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e41f344-26ad-4c57-934d-a5c9238d76ea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.693797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.694207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.694478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.694670] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e41f344-26ad-4c57-934d-a5c9238d76ea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.711618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.711618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.711618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.711618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.711618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.711618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 800.759709] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.759709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.759709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.759709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.759908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.773180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 800.892136] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 800.892136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.956735] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: SUCCESS [ 800.956735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.970196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.970196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.970196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.970196] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be created. [ 801.000205] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.000205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.000205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.000205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.000205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.009850] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: UNINITIALIZED for 2s [ 801.048118] env[63036]: INFO networking_nsxv3.common.synchronization [req-ce095067-9898-42c6-b3ac-cdef97faa159 req-eee7c056-198c-4c3e-9244-d51b9257c281 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 801.048118] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 801.048118] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.048118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.048118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.048825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.049116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.051047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.051047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.051047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.051047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.051047] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.051876] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b57f6ef-2bed-40f4-bb36-88196f71f492: rpc.has_security_group_logging(os_id): False [ 801.073134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.073134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.073134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.073134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.073733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.073733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.073733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.073733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.073733] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 801.137019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.137019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.137019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.137019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.137019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.139879] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.183060] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 801.185199] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.188020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.188020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.188020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.188020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.188748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.188748] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.199047] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.199047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.201701] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e41f344-26ad-4c57-934d-a5c9238d76ea with status ACTIVE [ 801.205085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.205085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.205085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.205085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.205085] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea is going to be updated. [ 801.241616] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: SUCCESS [ 801.241616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.262602] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.262602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.262602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.262602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.262602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.262602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.397525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: SUCCESS [ 801.397525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.397525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 801.397525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.464385] env[63036]: INFO networking_nsxv3.common.synchronization [req-c5b304ac-12d9-4fce-bcc4-59338092816d req-b4f52e03-58b1-40fa-b872-365ab7d40fbb tempest-ServerGroupTestJSON-1346999723 tempest-ServerGroupTestJSON-1346999723-project-member] Enqueued Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 801.464385] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a with Priority: HIGHEST for action security_group_members [ 801.465797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5e1d24-485d-4697-a9bf-512d899fbd0a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.466459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.466775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.467177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.467666] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.467958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.468217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.468778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.468778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.468972] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5e1d24-485d-4697-a9bf-512d899fbd0a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.552907] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.553084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.553151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.553372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.576939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.576939] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.576939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.577255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.577812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.577812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.577812] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 801.604079] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.604256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.604330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.604532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.604721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.614925] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 801.642458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.695834] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 801.713111] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.713413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.713413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.737983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.737983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.738166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.738166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.738273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.738350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.738557] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.738651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.738930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.738930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.738930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.739120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.739211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.739273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.739420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.739478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.739558] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 801.806940] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.807101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.807177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.807522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.808528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.826583] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 801.846789] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.847019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.847180] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.847477] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.847748] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.847932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.848119] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.848717] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.848903] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.849429] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.849429] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.849429] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.849528] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.849617] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.849732] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.849885] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.894108] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.894293] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.894500] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.894636] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.894953] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-7357a398-f48b-4f2c-851b-b0edafa92915 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.895146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.895271] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.895675] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.895847] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7357a398-f48b-4f2c-851b-b0edafa92915',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.972373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.972544] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.972643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.972822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.996892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.996892] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.997074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.997074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.997275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.997360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.997459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a is going to be updated. [ 802.025298] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.025582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.025582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.025920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.026178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.036240] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: IN_PROGRESS for 2s [ 802.145164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.145363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.145474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.145623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.145719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.145807] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 802.185124] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.185319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.185319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.185574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.185719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.195614] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 802.398628] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.399129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.399478] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.399830] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.400297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.400376] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 7357a398-f48b-4f2c-851b-b0edafa92915 not found, creating... [ 802.400805] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.401138] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.401430] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.401758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.402036] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.402523] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.402811] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.403079] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.403459] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.403644] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.403883] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 7357a398-f48b-4f2c-851b-b0edafa92915 is going to be created. [ 802.429041] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.429423] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.429633] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.429933] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.430226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.430511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.783158] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 802.783363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.783525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.783762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.783960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.784093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.784160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.784315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.784396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.784482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.784676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.784786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.784849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.784995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.785149] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.785239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.785742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.785892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.785973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.786069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.786203] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.019524] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 803.019759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.019904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.020159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.020361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.020481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.020620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.020703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.020781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.020853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.020948] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.213534] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 803.213762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.289126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13221a28-4175-4bf9-bdeb-b9c95de2cfc3: rpc.has_security_group_logging(os_id): False [ 803.308695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.308695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.308695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.308695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.327568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.329031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.329031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.329031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.330016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.330016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.330016] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.330342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.332239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.332239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.332239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.332239] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 803.343441] env[63036]: INFO networking_nsxv3.common.synchronization [req-ce095067-9898-42c6-b3ac-cdef97faa159 req-095972ce-2266-4acd-ab02-ee86178ba291 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 803.343441] env[63036]: INFO networking_nsxv3.common.synchronization [req-ce095067-9898-42c6-b3ac-cdef97faa159 req-095972ce-2266-4acd-ab02-ee86178ba291 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 803.343441] env[63036]: INFO networking_nsxv3.common.synchronization [req-ce095067-9898-42c6-b3ac-cdef97faa159 req-095972ce-2266-4acd-ab02-ee86178ba291 service nova] Enqueued Resource ID: 7357a398-f48b-4f2c-851b-b0edafa92915 with Priority: HIGHEST for action port [ 803.343771] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 803.344145] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 803.344394] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7357a398-f48b-4f2c-851b-b0edafa92915 with Priority: HIGHEST for action port [ 803.344877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.345160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.345359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.345673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.345889] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.348821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.348821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-7357a398-f48b-4f2c-851b-b0edafa92915 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.348821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.348821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.348821] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7357a398-f48b-4f2c-851b-b0edafa92915',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.393039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.393186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.393186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.393376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.393539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.413150] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 803.523052] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.523261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.523261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.523475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.523677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.523826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.523913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.524133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.524262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.524379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.524588] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.524730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.524821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.524976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.525131] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.525226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.525287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.525425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.525503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.525585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.525675] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.624283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 803.624475] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 803.624683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.624855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.625270] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.625386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.625451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.625820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.625877] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.840205] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 803.840486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.840616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.840830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.841158] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.851485] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.851485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.851665] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7357a398-f48b-4f2c-851b-b0edafa92915 with status ACTIVE [ 803.851730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.851826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.851946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.852803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.852803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.852803] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.852803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.852803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.854088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.854088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.854088] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7357a398-f48b-4f2c-851b-b0edafa92915 is going to be updated. [ 803.873025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.873025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.873025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.873245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.873399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.873602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7357a398-f48b-4f2c-851b-b0edafa92915" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.028272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c42c52-0716-423f-b2f3-e31419b3f0df: rpc.has_security_group_logging(os_id): False [ 804.045509] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a in Status: SUCCESS [ 804.045723] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5e1d24-485d-4697-a9bf-512d899fbd0a deletion is rescheduled due to dependency. [ 804.045840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5e1d24-485d-4697-a9bf-512d899fbd0a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.046762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.046996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.046996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.047178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.047230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.047409] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.047513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.047649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.047721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.047798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.047991] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.048315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.048385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.048534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.048612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.048796] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.048890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.048951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.049108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.049180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.049266] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be created. [ 804.117998] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.118163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.118226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.118439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.118623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.127754] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.140265] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 804.206478] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 804.206712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.206879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.207389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.207626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.207805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.207918] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.348521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.348707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.348782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.349034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.349228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.349331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.349406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.349566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.349664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.349746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.349847] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.630182] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.712110] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.855423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.855710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.855710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.857076] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.857076] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.857575] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.857575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.857722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.857722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.857790] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.133505] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.133505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.133836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.133836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.133836] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 805.168524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.169080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.169080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.169080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.169205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.177389] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 805.214920] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.360352] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 805.380173] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.380349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.380401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.380594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.380683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.381012] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.381180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.381249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.381452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.381576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.381795] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.381891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.381955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.382116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.382271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.382477] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.382573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.382635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.382785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.382858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.382945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 805.434785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 805.435290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.435380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.435647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.435647] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.444987] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.445179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.445272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.445458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.445822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.461118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 805.718184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.718348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.718425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.718633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.718725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.718829] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 805.770869] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.770972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.771041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.771325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.771530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.781165] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 805.938778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.938778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.938778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.938778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.939264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.939264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.939264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.939264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.939264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.939835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.939835] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.159193] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 806.159496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.442346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.442586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.442853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.443152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.443352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.443483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.443742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.443742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.443905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.443905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.448020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.448020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.448020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.448020] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.938102] env[63036]: INFO networking_nsxv3.common.synchronization [req-6aaf273f-67d8-4b80-9169-2a96183649a6 req-e8eb328f-e41c-46d9-a435-1037431ce2a5 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 806.938237] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 806.938546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.938656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.950365] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13221a28-4175-4bf9-bdeb-b9c95de2cfc3: rpc.has_security_group_logging(os_id): False [ 806.952527] env[63036]: INFO networking_nsxv3.common.synchronization [req-6aaf273f-67d8-4b80-9169-2a96183649a6 req-e8eb328f-e41c-46d9-a435-1037431ce2a5 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 806.952668] env[63036]: INFO networking_nsxv3.common.synchronization [req-6aaf273f-67d8-4b80-9169-2a96183649a6 req-e8eb328f-e41c-46d9-a435-1037431ce2a5 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 806.952848] env[63036]: INFO networking_nsxv3.common.synchronization [req-6aaf273f-67d8-4b80-9169-2a96183649a6 req-e8eb328f-e41c-46d9-a435-1037431ce2a5 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 806.953715] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_rules [ 806.953947] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 806.954129] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea with Priority: HIGHEST for action port [ 806.955349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.955349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.955663] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e41f344-26ad-4c57-934d-a5c9238d76ea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.957554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.957554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.957554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.957554] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e41f344-26ad-4c57-934d-a5c9238d76ea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.970175] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.970297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.970839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.970839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.970839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.970994] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.970994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.970994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.974033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.974033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.974033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.974033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 807.048647] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.048759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.048759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.049941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.049941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.068485] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 807.070976] env[63036]: INFO networking_nsxv3.common.synchronization [req-f0cfb07c-078f-470a-bba8-8ed104c23d0c req-c2ea96f6-b907-48e2-b21f-cb72e2796ed7 tempest-ServersV294TestFqdnHostnames-1632795147 tempest-ServersV294TestFqdnHostnames-1632795147-project-member] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 807.071661] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGHEST for action security_group_members [ 807.071929] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.071929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.071929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.072595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.072595] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.072595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.072595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.072595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.072874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.072874] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.190686] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.193114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.193114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.193114] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.458483] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e41f344-26ad-4c57-934d-a5c9238d76ea with status ACTIVE [ 807.458794] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.458969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.459058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.459320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.459420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.459641] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.459761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.459832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.460008] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.460106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.460301] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.460421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.460490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.460655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.460732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.460820] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e41f344-26ad-4c57-934d-a5c9238d76ea is going to be updated. [ 807.478128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 807.478464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.486759] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.486960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.487078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.487253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.487411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.487669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e41f344-26ad-4c57-934d-a5c9238d76ea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.575728] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.575880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.575954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.576201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.576307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.576505] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.576608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.576684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.576853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.576961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.577132] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 is going to be updated. [ 807.633298] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.633441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.633441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.636147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.645152] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: IN_PROGRESS for 2s [ 807.695130] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.696315] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.696315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.696728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.697981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.697981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.697981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.697981] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.798021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.798021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.798021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.798021] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.799182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.799364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.799542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.799649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.799781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.799975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.799975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.800228] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.200881] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce: rpc.has_security_group_logging(os_id): False [ 808.237903] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.238086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.238166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.238342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.238433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.238649] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.238749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.238807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.238957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.239045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.239231] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.239501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.239501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.239501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.239673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.239755] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.239846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.239912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.240054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.240129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.240212] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 808.301860] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.303071] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.324296] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.324447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.324519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.324758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.324901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.338023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 808.805241] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239db92d-64c7-429e-a60a-c6a1dd5a640b: rpc.has_security_group_logging(os_id): False [ 808.806672] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.828051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.828187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.828187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.828925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.848845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.849181] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.849303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.849372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.849575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.849655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.849747] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 808.909960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.910224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 808.910627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.923430] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 809.088187] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 809.088431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.309573] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.309931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.309931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.310108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.310180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.310248] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 809.348784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.348938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.349067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.349384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.349534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.359184] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 809.655777] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 in Status: SUCCESS [ 809.656145] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 deletion is rescheduled due to dependency. [ 809.656287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.022727] env[63036]: INFO networking_nsxv3.common.synchronization [req-60e69ea3-668f-4593-b002-49136b37c04c req-0a1499db-b229-4f56-946b-fb215f484a82 tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Enqueued Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 810.023328] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 810.023643] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.023781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.023854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.024276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.024367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.024433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.024737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.024838] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.352331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 810.352616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.389289] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.389489] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-390" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.389626] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-390" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.389969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-390" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.390249] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.390563] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.391874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.392204] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.393030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.393030] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.393030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.393030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.393799] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.393799] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.393799] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.393896] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.416400] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.416746] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.417070] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.417368] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-390" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.417827] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-06a39cb6-bb39-4307-a3c8-c1fe04638acb taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418171] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.418312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418648] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.418785] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a39cb6-bb39-4307-a3c8-c1fe04638acb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.530335] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.530335] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.530335] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd already deleted. [ 810.530335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.921398] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.921646] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.921776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.922060] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.922216] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.922377] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 06a39cb6-bb39-4307-a3c8-c1fe04638acb not found, creating... [ 810.923521] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.923521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.923521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.923521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.923521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.923830] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.923830] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.923987] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927028] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.927684] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.927870] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 06a39cb6-bb39-4307-a3c8-c1fe04638acb is going to be created. [ 810.996313] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 810.996547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.996728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.996951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.997051] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.003139] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.003527] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.003599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.003832] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.004074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.004304] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.183437] env[63036]: INFO networking_nsxv3.common.synchronization [req-f6718759-e5c1-49e6-94ae-84f0752b4eb6 req-4fc6546b-ddde-4913-93c1-9ca1e32fe221 tempest-AttachInterfacesUnderV243Test-301610937 tempest-AttachInterfacesUnderV243Test-301610937-project-member] Enqueued Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 811.184055] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b with Priority: HIGHEST for action security_group_members [ 811.184355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.372360] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 811.372709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.372934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.373223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.373480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.373646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.373748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.373961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.374110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.374243] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.499135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-239db92d-64c7-429e-a60a-c6a1dd5a640b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.499266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.795866] env[63036]: INFO networking_nsxv3.common.synchronization [req-60e69ea3-668f-4593-b002-49136b37c04c req-4e2bf98e-6999-416a-95d6-1eddacfc8450 service nova] Enqueued Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_rules [ 811.796065] env[63036]: INFO networking_nsxv3.common.synchronization [req-60e69ea3-668f-4593-b002-49136b37c04c req-4e2bf98e-6999-416a-95d6-1eddacfc8450 service nova] Enqueued Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 811.796213] env[63036]: INFO networking_nsxv3.common.synchronization [req-60e69ea3-668f-4593-b002-49136b37c04c req-4e2bf98e-6999-416a-95d6-1eddacfc8450 service nova] Enqueued Resource ID: 06a39cb6-bb39-4307-a3c8-c1fe04638acb with Priority: HIGHEST for action port [ 811.796443] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_rules [ 811.796565] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 811.796655] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a39cb6-bb39-4307-a3c8-c1fe04638acb with Priority: HIGHEST for action port [ 811.798345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.798489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.798562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.798821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.798931] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.800186] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.803222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.803310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.803504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.803663] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.803764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.803830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.803982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.804093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.804187] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.805075] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a39cb6-bb39-4307-a3c8-c1fe04638acb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.805184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.805238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.805388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.805458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a39cb6-bb39-4307-a3c8-c1fe04638acb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.877431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.877717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.877717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.878332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.878332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.878332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.878332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.878332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.878605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.878605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.878687] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 811.909054] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.909218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.909425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.909498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.909642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.917834] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 812.308041] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.308041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.308363] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.311028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06a39cb6-bb39-4307-a3c8-c1fe04638acb with status ACTIVE [ 812.311028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.311028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.311028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.311028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.312203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.312203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.312203] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06a39cb6-bb39-4307-a3c8-c1fe04638acb is going to be updated. [ 812.338797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.338986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.338986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.339336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.339444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.339605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a39cb6-bb39-4307-a3c8-c1fe04638acb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.693400] env[63036]: INFO networking_nsxv3.common.synchronization [req-87a3bfe0-d368-41fb-97da-d7662269d4fd req-0e4ab127-b332-4453-85e5-1854c7783fb1 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 812.693400] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 812.693400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.693400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.693400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.694826] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.813805] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.165530] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.165771] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.165950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.166260] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.166786] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.167065] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.167266] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.167827] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.168049] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.168379] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.168553] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.168701] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.168875] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.169075] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.169239] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.169543] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.188281] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.188459] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.188604] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.188795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-49" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.189136] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-cfa246aa-e146-40c3-b7c6-20894a10a98b taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.189319] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.189445] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.189785] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.189951] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa246aa-e146-40c3-b7c6-20894a10a98b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.199515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.199684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.199804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.199951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.200078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.200645] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.200844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.201077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.201152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.201152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.201152] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a already deleted. [ 813.201152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.316676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.316879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.316952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.318033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.318033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.318033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd is going to be created. [ 813.327215] env[63036]: INFO networking_nsxv3.common.synchronization [req-b804370f-1ab4-4e8f-b112-389935461847 req-6bc1c127-b357-4e49-9fcb-f9195ff7103a tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 813.327701] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 813.328065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.328871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.328871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.329092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.329264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.329370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.329470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.329586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.330329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.330329] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.344073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.344073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.344073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.344433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.344433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.358461] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: UNINITIALIZED for 2s [ 813.699433] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699768] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.699874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.700142] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.700324] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.700461] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port cfa246aa-e146-40c3-b7c6-20894a10a98b not found, creating... [ 813.700728] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.700890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.701028] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.701261] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.701399] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.701750] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.702113] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.702181] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.702399] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.702712] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.702785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: cfa246aa-e146-40c3-b7c6-20894a10a98b is going to be created. [ 813.724036] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.724570] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.725209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.725209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.725346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.725588] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.831688] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.831890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.831947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.832173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.832341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.832464] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.832593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.832703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.832837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.832945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.833077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 813.881751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.881751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.881972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.882021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.882165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.891646] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 813.927614] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 813.927805] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b deletion is rescheduled due to dependency. [ 813.928188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.928188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.928377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.928563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.928683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.928742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.928900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.928978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.929088] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.437019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.437019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.437019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.437019] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 814.473031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.473031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.473031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.473031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.473031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.483644] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 814.498103] env[63036]: INFO networking_nsxv3.common.synchronization [req-87a3bfe0-d368-41fb-97da-d7662269d4fd req-a182de18-7f6d-4188-95fa-0cc6fa03ba28 service nova] Enqueued Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_rules [ 814.498350] env[63036]: INFO networking_nsxv3.common.synchronization [req-87a3bfe0-d368-41fb-97da-d7662269d4fd req-a182de18-7f6d-4188-95fa-0cc6fa03ba28 service nova] Enqueued Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 814.498553] env[63036]: INFO networking_nsxv3.common.synchronization [req-87a3bfe0-d368-41fb-97da-d7662269d4fd req-a182de18-7f6d-4188-95fa-0cc6fa03ba28 service nova] Enqueued Resource ID: cfa246aa-e146-40c3-b7c6-20894a10a98b with Priority: HIGHEST for action port [ 814.499733] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_rules [ 814.499733] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 814.499733] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa246aa-e146-40c3-b7c6-20894a10a98b with Priority: HIGHEST for action port [ 814.499972] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.500423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.500423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.500560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.503932] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.503932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.503932] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.503932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.503932] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.508510] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa246aa-e146-40c3-b7c6-20894a10a98b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.508510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.508510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.508510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.508510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa246aa-e146-40c3-b7c6-20894a10a98b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.012084] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.012084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.012462] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.016509] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfa246aa-e146-40c3-b7c6-20894a10a98b with status ACTIVE [ 815.016716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.016839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.016908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.017248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.017341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.017524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.017629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.017691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.017851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.017921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.018976] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.019097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.019170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.019546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.019546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.019546] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfa246aa-e146-40c3-b7c6-20894a10a98b is going to be updated. [ 815.056996] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.057265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.057355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.057761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.058034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa246aa-e146-40c3-b7c6-20894a10a98b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.369368] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: SUCCESS [ 815.369600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.369805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.370050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.370274] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.370405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.370498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.370661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.370743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.370828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.371058] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.517402] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.878629] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.878803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.878878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.879135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.879325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.879432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.879497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.879648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.879735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.879827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.879974] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.880078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.880131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.880275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.880411] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.880501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.880600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.880691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.880762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.880836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.880940] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.899907] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 815.900113] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df deletion is rescheduled due to dependency. [ 815.900250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.020911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.020911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.020911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.020911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.020911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.021743] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a is going to be created. [ 816.051563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.051757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.051823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.051992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.052176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.066626] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: UNINITIALIZED for 2s [ 816.386447] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 147dbf6a-22c8-47b5-be5b-9d0d34e449cd: rpc.has_security_group_logging(os_id): False [ 816.414241] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.415349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.415349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.415349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.415349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.415349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.415349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.415675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.415675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.415675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.416026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.416157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.416227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.416379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.416455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.416643] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.416776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.416859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.420172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.420286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.420381] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd is going to be created. [ 816.481384] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.481585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.481645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.481826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.482037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.493455] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: IN_PROGRESS for 2s [ 816.499156] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 816.499376] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b deletion is rescheduled due to dependency. [ 816.499506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.499674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.499929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.500165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.500300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.500366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.500528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.500612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.500743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.500866] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.007578] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239db92d-64c7-429e-a60a-c6a1dd5a640b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.253975] env[63036]: INFO networking_nsxv3.common.synchronization [req-3d400b9c-9335-4fbb-85a8-39e13bf46f6c req-b384eda2-2f67-4390-95bf-c60697bc086c tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 817.254520] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGHEST for action security_group_members [ 817.254918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.255269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.255490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.255696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.255899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.256106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.256216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.256330] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.510947] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239db92d-64c7-429e-a60a-c6a1dd5a640b: rpc.has_security_group_logging(os_id): False [ 817.531293] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.532343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.532587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.532901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.533062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.533843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.534156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.534156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.534623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.534734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.534952] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b is going to be updated. [ 817.619532] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.619680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.619759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.619967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.620680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.640707] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: IN_PROGRESS for 2s [ 817.758842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.759015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.759075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.759292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.759381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.759576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.759674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.759737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.759885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.759959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.760053] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c is going to be updated. [ 817.790898] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.791031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.791088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.791333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.791435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.801679] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: IN_PROGRESS for 2s [ 817.882520] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 req-850fcb0d-d7cc-4a57-a7e0-2159e41d7b0a tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Enqueued Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 817.883073] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 817.884319] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.884465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.884536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.884816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.886093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.886206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.886258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.886416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.886503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.886600] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.083023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: SUCCESS [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.083023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.083023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.083023] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.319823] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.319823] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.319823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.319823] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.320756] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.320756] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.320756] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.320756] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.320893] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.321799] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.340269] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.340575] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.340781] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.341397] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-663" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.341498] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-95e1c480-253b-40cf-bf86-362ad39cbf2e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.341836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.341913] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.342572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.342929] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e1c480-253b-40cf-bf86-362ad39cbf2e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.391188] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.391188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.391188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.391188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.391613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.391870] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.392053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.392162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.392414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.392463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.392594] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c5b177-ffb9-4387-876e-cdc12214af0c already deleted. [ 818.392685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.509297] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: SUCCESS [ 818.509618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.583245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.583409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.583482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.583701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.583864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.583967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.584043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.584275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.584361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.584508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.584662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.584964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.585068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.585131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.585331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.585429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.585489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.585576] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.669119] env[63036]: INFO networking_nsxv3.common.synchronization [req-d87fef2f-99d5-4ebc-a303-cdac538f71f7 req-16cf3743-af23-4217-b405-facfdea09ddd tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 818.669617] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 818.669943] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.670077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.670145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.670574] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.670646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.670689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.670820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.670903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.671017] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.847611] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.847611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.847611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.847611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.847611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.847611] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 95e1c480-253b-40cf-bf86-362ad39cbf2e not found, creating... [ 818.847611] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.848060] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.848060] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.848186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.848351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.848672] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.848863] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.848999] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.849249] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.849423] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.849612] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 95e1c480-253b-40cf-bf86-362ad39cbf2e is going to be created. [ 818.873008] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.873274] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.873408] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.873710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.873976] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.874262] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.093411] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71329599-d5e8-4e07-ae71-5176d49e147a: rpc.has_security_group_logging(os_id): False [ 819.113930] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.114177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.114229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.114427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.114523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.114800] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.114947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.114996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.115176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.115259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.115472] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.115580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.115634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.115825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.115945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.116154] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.116252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.116314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.116458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.116531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.116615] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a is going to be created. [ 819.173378] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.173894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.173894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.173894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.174030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.175387] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.189513] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: IN_PROGRESS for 2s [ 819.657980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239db92d-64c7-429e-a60a-c6a1dd5a640b in Status: SUCCESS [ 819.658753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239db92d-64c7-429e-a60a-c6a1dd5a640b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.668505] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 req-c3f50d16-9247-49d3-9fdf-ca1e47dc4092 service nova] Enqueued Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_rules [ 819.668695] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 req-c3f50d16-9247-49d3-9fdf-ca1e47dc4092 service nova] Enqueued Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 819.668841] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca728cd4-ead7-4df1-b27d-fd90ddaf2b78 req-c3f50d16-9247-49d3-9fdf-ca1e47dc4092 service nova] Enqueued Resource ID: 95e1c480-253b-40cf-bf86-362ad39cbf2e with Priority: HIGHEST for action port [ 819.669392] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_rules [ 819.669534] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 819.669633] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e1c480-253b-40cf-bf86-362ad39cbf2e with Priority: HIGHEST for action port [ 819.669913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.670993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.671113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.671394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.671505] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.675942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.675942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.675942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.675942] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.676326] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-95e1c480-253b-40cf-bf86-362ad39cbf2e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.676326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.676326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.676326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.676519] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95e1c480-253b-40cf-bf86-362ad39cbf2e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.682070] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.811300] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c in Status: SUCCESS [ 819.811300] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c deletion is rescheduled due to dependency. [ 819.811300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.181065] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.181065] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95e1c480-253b-40cf-bf86-362ad39cbf2e with status ACTIVE [ 820.181065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.181065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.181065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.181065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.183502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.183502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.183502] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95e1c480-253b-40cf-bf86-362ad39cbf2e is going to be updated. [ 820.184453] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.184453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.184859] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.184990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.185068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.185235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.185316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.185402] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 820.208265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.208484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.208833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.209225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95e1c480-253b-40cf-bf86-362ad39cbf2e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.222020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.222020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.222020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.222020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.222020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.234847] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 820.687195] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.090456] env[63036]: INFO networking_nsxv3.common.synchronization [None req-235a825b-cdcb-4ac6-9be1-ebfa0bfc97a6 None None] Enqueued Resource ID: c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d with Priority: HIGHEST for action port [ 821.090980] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d with Priority: HIGHEST for action port [ 821.091281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.091405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.091469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.091732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.091839] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.190503] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.191266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.191354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.191612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.191751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.191864] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c5b177-ffb9-4387-876e-cdc12214af0c is going to be created. [ 821.217669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: SUCCESS [ 821.217903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.229753] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.229848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.229935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.230139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.232663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.241459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: UNINITIALIZED for 2s [ 821.598911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d [ 821.599266] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.599556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.599977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.600126] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d already deleted. [ 821.600254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1bd3b84-8d5d-42b5-a86d-b1149fe6f69d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.246346] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 822.246681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.251912] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: SUCCESS [ 823.252615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.252615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.252765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.252895] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.253079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.253134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.253275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.253352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.253460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.253563] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.513584] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0b3ccd4c-3833-4276-95c6-f8b388c39589 None None] Enqueued Resource ID: ba2acfd9-10c6-430a-b68f-1b4fae3affe3 with Priority: HIGHEST for action port [ 823.514389] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2acfd9-10c6-430a-b68f-1b4fae3affe3 with Priority: HIGHEST for action port [ 823.519619] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2acfd9-10c6-430a-b68f-1b4fae3affe3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.519619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2acfd9-10c6-430a-b68f-1b4fae3affe3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.519619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2acfd9-10c6-430a-b68f-1b4fae3affe3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.522901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2acfd9-10c6-430a-b68f-1b4fae3affe3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.523126] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2acfd9-10c6-430a-b68f-1b4fae3affe3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.758068] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.758068] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.758068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.758704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.758704] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.758704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.758704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.760483] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.760483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.760483] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.984569] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a814859-e642-4d3e-af9c-b1be0b43f8c1 req-eb37ef64-8ff4-403c-8871-aa99a4439f6a tempest-ServerAddressesTestJSON-171572243 tempest-ServerAddressesTestJSON-171572243-project-member] Enqueued Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 823.986059] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGHEST for action security_group_members [ 823.986741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.986929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.987242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.988058] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.988404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.988404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.988591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.988706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.988830] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.029469] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba2acfd9-10c6-430a-b68f-1b4fae3affe3 [ 824.030223] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.030371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.030980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.030980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.030980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.030980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba2acfd9-10c6-430a-b68f-1b4fae3affe3 already deleted. [ 824.031206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2acfd9-10c6-430a-b68f-1b4fae3affe3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.264871] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c5b177-ffb9-4387-876e-cdc12214af0c: rpc.has_security_group_logging(os_id): False [ 824.290468] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.290468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.290681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.290726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.290775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.290965] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.291077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.291143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.291289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.291363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.291677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.291806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.291876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.292033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.292112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.292347] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.292492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.292566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.292717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.292817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.292910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c5b177-ffb9-4387-876e-cdc12214af0c is going to be created. [ 824.398562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.398725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.398793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.398982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.399253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.411996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: IN_PROGRESS for 2s [ 824.491816] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.492395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.492395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.492395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.492395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.492667] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.492751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.492798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.494033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.494033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.494033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd is going to be updated. [ 824.531925] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.533076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.533257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.533514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.533648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.544483] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: IN_PROGRESS for 2s [ 826.244907] env[63036]: INFO networking_nsxv3.common.synchronization [None req-85aa088d-4d0c-4df5-9353-f1be328b881d None None] Enqueued Resource ID: 03da71a5-8d56-4fb4-92b8-e84788236e11 with Priority: HIGHEST for action port [ 826.245217] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03da71a5-8d56-4fb4-92b8-e84788236e11 with Priority: HIGHEST for action port [ 826.245722] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-03da71a5-8d56-4fb4-92b8-e84788236e11 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.245881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03da71a5-8d56-4fb4-92b8-e84788236e11" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.246420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03da71a5-8d56-4fb4-92b8-e84788236e11" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.246420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03da71a5-8d56-4fb4-92b8-e84788236e11" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.246420] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03da71a5-8d56-4fb4-92b8-e84788236e11',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.424218] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: SUCCESS [ 826.424443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.554018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd in Status: SUCCESS [ 826.554190] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd deletion is rescheduled due to dependency. [ 826.554304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.749183] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03da71a5-8d56-4fb4-92b8-e84788236e11 [ 826.749434] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.749568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.749638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.749840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.749930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.750035] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03da71a5-8d56-4fb4-92b8-e84788236e11 already deleted. [ 826.750118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03da71a5-8d56-4fb4-92b8-e84788236e11" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.357458] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4ac5ffea-ca29-4666-9d82-c78fe8eb1843 None None] Enqueued Resource ID: f9b0ea47-91bf-437d-b787-f3b2992a4c26 with Priority: HIGHEST for action port [ 828.358158] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b0ea47-91bf-437d-b787-f3b2992a4c26 with Priority: HIGHEST for action port [ 828.358535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b0ea47-91bf-437d-b787-f3b2992a4c26 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.358689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b0ea47-91bf-437d-b787-f3b2992a4c26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.358802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b0ea47-91bf-437d-b787-f3b2992a4c26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b0ea47-91bf-437d-b787-f3b2992a4c26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.359182] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b0ea47-91bf-437d-b787-f3b2992a4c26',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.862207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b0ea47-91bf-437d-b787-f3b2992a4c26 [ 828.862476] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.862618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.862761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.862937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.863053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.863200] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b0ea47-91bf-437d-b787-f3b2992a4c26 already deleted. [ 828.863235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b0ea47-91bf-437d-b787-f3b2992a4c26" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.955026] env[63036]: INFO networking_nsxv3.common.synchronization [req-1e5ae253-65d2-4ef1-b4f4-2f48c1631bc9 req-6fb5d7e0-654e-4ef3-8f57-74fe1ed7190e tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 828.955026] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGHEST for action security_group_members [ 828.955026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.955026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.955026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.958938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.959115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.959276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.959367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.959588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.960467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.960467] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.462433] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.462433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.462433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.462832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.462832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.462832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.462949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.462985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.463148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.463224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.463323] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a is going to be updated. [ 829.498102] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.498102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.498102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.498102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 829.498422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.508724] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: IN_PROGRESS for 2s [ 831.522851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71329599-d5e8-4e07-ae71-5176d49e147a in Status: SUCCESS [ 831.523205] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a deletion is rescheduled due to dependency. [ 831.523205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.818121] env[63036]: INFO networking_nsxv3.common.synchronization [req-39e8342f-c665-40ed-9d07-4fbc8e193d99 req-7e9472fb-7da6-4eb7-af2b-3d0ee01600b5 tempest-InstanceActionsNegativeTestJSON-899222669 tempest-InstanceActionsNegativeTestJSON-899222669-project-member] Enqueued Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 833.818511] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c5b177-ffb9-4387-876e-cdc12214af0c with Priority: HIGHEST for action security_group_members [ 833.818811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c5b177-ffb9-4387-876e-cdc12214af0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.818928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.818993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.822562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.822562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.822562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.822562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.822562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.822562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.822562] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c5b177-ffb9-4387-876e-cdc12214af0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.324316] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.324486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.324558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.326165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.326233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.326467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.326577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.326658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.326812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.326892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.327015] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c5b177-ffb9-4387-876e-cdc12214af0c is going to be updated. [ 834.367092] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.367276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.367381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.367676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 834.367936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.376261] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: IN_PROGRESS for 2s [ 836.308981] env[63036]: INFO networking_nsxv3.common.synchronization [req-24cbfe49-c74a-4671-b52b-a8660d75af71 req-0a18d9d1-c7a0-4ec4-b097-e3a2241ccf3b tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 836.309486] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 836.309787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.309917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.309984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.310255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.310408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.310507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.310568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.310708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.310788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.310878] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.386644] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c5b177-ffb9-4387-876e-cdc12214af0c in Status: SUCCESS [ 836.386827] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c5b177-ffb9-4387-876e-cdc12214af0c deletion is rescheduled due to dependency. [ 836.386938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c5b177-ffb9-4387-876e-cdc12214af0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.661778] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.661778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-175" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.661778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-175" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.661778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-175" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.661989] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.662082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.662241] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.662413] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.662560] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.662768] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.662888] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.663013] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.663013] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.663013] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.663348] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.663517] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.681985] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.682173] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.682317] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.682504] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-175" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.683483] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.683483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.683483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.683483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.684224] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b04a15f-bacb-4bb3-a0c6-e329aac16c45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.813553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.813728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.813800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.814018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.814110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.814314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.814449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.814489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.814673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.814751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.814851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 already deleted. [ 836.814943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.870536] env[63036]: INFO networking_nsxv3.common.synchronization [req-ae08f92b-f39a-4782-bf0c-b8ff9a807675 req-d7537968-2730-4a65-8fc5-6dbbe3caf204 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 836.870663] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 836.871361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.871361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.871361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.871361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.871521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.871575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.871606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.871748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.871827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.871938] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.185764] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.186024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.186166] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186447] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.186605] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.186763] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 not found, creating... [ 837.188056] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.188056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.188056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.188056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.188056] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.188553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.188553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.188694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.188838] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 is going to be created. [ 837.208315] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.208524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.208651] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.208909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.209159] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.209383] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.352025] env[63036]: INFO networking_nsxv3.common.synchronization [req-25d6e504-d7d3-4265-b039-987dcad6049b req-171c0946-a9b8-4d65-9b6c-f57e7dd8ae42 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 837.352025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 837.352025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.352025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.352025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.352025] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.374544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.375205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.375205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.375205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.375420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.375489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.375489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.375649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.375721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.375806] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 837.412752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.413047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.413255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.413398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.421485] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 837.855536] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.990488] env[63036]: INFO networking_nsxv3.common.synchronization [req-24cbfe49-c74a-4671-b52b-a8660d75af71 req-da3ed9aa-9958-4ad3-9224-74ccb09b1301 service nova] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 837.990679] env[63036]: INFO networking_nsxv3.common.synchronization [req-24cbfe49-c74a-4671-b52b-a8660d75af71 req-da3ed9aa-9958-4ad3-9224-74ccb09b1301 service nova] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 837.990823] env[63036]: INFO networking_nsxv3.common.synchronization [req-24cbfe49-c74a-4671-b52b-a8660d75af71 req-da3ed9aa-9958-4ad3-9224-74ccb09b1301 service nova] Enqueued Resource ID: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 with Priority: HIGHEST for action port [ 837.991072] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_rules [ 837.991200] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 837.991293] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 with Priority: HIGHEST for action port [ 837.991842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.991967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.994452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.994682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.994774] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.997775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.997827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.997860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.998034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.998185] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.998282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.998341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.998487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.998567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.998655] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.002773] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.002773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.002773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.002773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.002773] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b04a15f-bacb-4bb3-a0c6-e329aac16c45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.357130] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.502175] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.502263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.504289] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.505244] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 with status ACTIVE [ 838.505431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.505610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.505938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.506135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.506233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.506301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.506454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.506531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.506710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.506822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.506882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.507045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.507131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.507217] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b04a15f-bacb-4bb3-a0c6-e329aac16c45 is going to be updated. [ 838.531215] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.531401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.531513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.531768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.531979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.532241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b04a15f-bacb-4bb3-a0c6-e329aac16c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.859030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.859158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.859158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.859403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.859497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.859597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 838.875983] env[63036]: INFO networking_nsxv3.common.synchronization [req-caff145f-f4e2-43dc-91f5-6266fb988a00 req-b474d6e2-f7e0-4a58-8342-688d22ba28fb tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Enqueued Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 838.876521] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 838.876821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.876941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.877015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.877404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.877499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.877562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.877705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.877787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.877879] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.890948] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.891084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.891152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.891319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.891454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.901498] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 839.010563] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.260340] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-551" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.260554] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-551" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260706] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-551" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.260969] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261141] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.261262] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261479] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.261624] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.261836] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.261954] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.262080] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.262193] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.262306] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.262414] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.262547] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.285274] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.285571] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.285653] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.285802] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-551" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.286174] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-6044b698-c3b9-4daa-9c81-afcde9743c45 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.286361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.286486] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.286790] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.286934] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6044b698-c3b9-4daa-9c81-afcde9743c45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.379722] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.379983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.379983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.380180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.380272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.380472] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.380572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.380634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.380781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.380855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.380938] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e already deleted. [ 839.381029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.430703] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 839.430879] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 839.430986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.513112] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.513387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.513515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.513843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.514022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.514186] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 is going to be created. [ 839.536758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.536908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.536962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.537176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.537319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.545729] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: UNINITIALIZED for 2s [ 839.789051] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.789342] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.789475] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.789763] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.789914] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.790581] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 6044b698-c3b9-4daa-9c81-afcde9743c45 not found, creating... [ 839.790581] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.790581] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.790773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.790860] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.790991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.791301] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.791477] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.791570] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.791780] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.791920] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.792066] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 6044b698-c3b9-4daa-9c81-afcde9743c45 is going to be created. [ 839.813289] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.813498] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.813627] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.813901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.814192] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.814415] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.709085] env[63036]: INFO networking_nsxv3.common.synchronization [req-caff145f-f4e2-43dc-91f5-6266fb988a00 req-c52510eb-4e5e-4dcb-a9eb-57e57201eabc service nova] Enqueued Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_rules [ 840.709683] env[63036]: INFO networking_nsxv3.common.synchronization [req-caff145f-f4e2-43dc-91f5-6266fb988a00 req-c52510eb-4e5e-4dcb-a9eb-57e57201eabc service nova] Enqueued Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 840.709683] env[63036]: INFO networking_nsxv3.common.synchronization [req-caff145f-f4e2-43dc-91f5-6266fb988a00 req-c52510eb-4e5e-4dcb-a9eb-57e57201eabc service nova] Enqueued Resource ID: 6044b698-c3b9-4daa-9c81-afcde9743c45 with Priority: HIGHEST for action port [ 840.709922] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_rules [ 840.710074] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 840.710177] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6044b698-c3b9-4daa-9c81-afcde9743c45 with Priority: HIGHEST for action port [ 840.710737] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.710862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.710932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.711282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.711406] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.712475] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.712575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.714150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.714150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.714150] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.715094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.715650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.715650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.715650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.715818] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.716990] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6044b698-c3b9-4daa-9c81-afcde9743c45 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.716990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.716990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.716990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.716990] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6044b698-c3b9-4daa-9c81-afcde9743c45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.911450] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 840.911450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.218750] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.219752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.219864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.220051] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6044b698-c3b9-4daa-9c81-afcde9743c45 with status ACTIVE [ 841.220528] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.220528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.220528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.220674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.220872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.221024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.221066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.221207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.221277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.221459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.221551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.221613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.221749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.221823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.221920] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6044b698-c3b9-4daa-9c81-afcde9743c45 is going to be updated. [ 841.254632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.254775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.254854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.255099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.255245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.255401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6044b698-c3b9-4daa-9c81-afcde9743c45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.554207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: SUCCESS [ 841.554427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.554583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.554793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.555008] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.555136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.555202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.555353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.555431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.555514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.555603] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.724394] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.058169] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.228516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.229469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.229560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.229812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.229911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.230032] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e is going to be created. [ 842.255259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.255632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.256067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.264467] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: UNINITIALIZED for 2s [ 842.560414] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f77a83-0346-4e54-823c-2e70c1121298: rpc.has_security_group_logging(os_id): False [ 842.567074] env[63036]: INFO networking_nsxv3.common.synchronization [req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 req-1aacad44-20b2-4cab-a141-c4d253e741ee tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 842.567604] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 842.567918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.568537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.568637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.569114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.569114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.569114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.569272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.569335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.569412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.569496] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.578157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.578297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.578350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.578541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.578637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.578861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.578960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.579039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.579215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.579346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.579429] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 is going to be created. [ 842.637426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.640278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.640278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.640278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.640278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.647954] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: IN_PROGRESS for 2s [ 842.882559] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.882911] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.882911] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.883258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.883543] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.883703] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.883826] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.884062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.884209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.885039] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.885039] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.885039] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.885039] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.885039] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.885039] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.885246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.902149] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.902348] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.902506] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.902680] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-533" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.902984] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-81a25d43-50ee-482e-83b5-d174c1310454 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.903178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.903303] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.903608] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.903757] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a25d43-50ee-482e-83b5-d174c1310454',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.074747] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.074747] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.074747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.074747] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be deleted. [ 843.103652] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.103960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.104200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.104639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.104973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.105302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.406523] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.406672] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.406730] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.407013] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.407176] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.407334] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 81a25d43-50ee-482e-83b5-d174c1310454 not found, creating... [ 843.407581] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.407739] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.407858] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.408087] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.408228] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.408499] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.408653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.408774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.408980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.409128] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.409266] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 81a25d43-50ee-482e-83b5-d174c1310454 is going to be created. [ 843.427081] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.427258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.427367] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.427609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.427822] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.428056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.132478] env[63036]: INFO networking_nsxv3.common.synchronization [req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 req-ba5177da-c743-4978-a5ac-42f6c67455dd service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 844.132742] env[63036]: INFO networking_nsxv3.common.synchronization [req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 req-ba5177da-c743-4978-a5ac-42f6c67455dd service nova] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 844.132867] env[63036]: INFO networking_nsxv3.common.synchronization [req-4bbb1e0a-61da-4ae8-987b-430b332bdec9 req-ba5177da-c743-4978-a5ac-42f6c67455dd service nova] Enqueued Resource ID: 81a25d43-50ee-482e-83b5-d174c1310454 with Priority: HIGHEST for action port [ 844.133078] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_rules [ 844.133214] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 844.133309] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a25d43-50ee-482e-83b5-d174c1310454 with Priority: HIGHEST for action port [ 844.133845] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.133969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.134078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.134313] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.135190] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.135321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.135359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.135508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.135648] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.136321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.136321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.136321] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.138288] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a25d43-50ee-482e-83b5-d174c1310454 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.138399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.138466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.138618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.138692] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a25d43-50ee-482e-83b5-d174c1310454',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.286898] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: SUCCESS [ 844.287149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.287307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.287514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.287700] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.287815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.287882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.288081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.288164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.288250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.288341] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.640785] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.642817] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.642986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.643384] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a25d43-50ee-482e-83b5-d174c1310454 with status ACTIVE [ 844.643564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.643683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.643750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.643954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.644082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.644314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.644363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.644420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.644612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.644716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.644926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.645111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.645175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.645328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.645416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.645511] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a25d43-50ee-482e-83b5-d174c1310454 is going to be updated. [ 844.662135] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: SUCCESS [ 844.662540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.668372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.668548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.668641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.668891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.669115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.669339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a25d43-50ee-482e-83b5-d174c1310454" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.791070] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.791292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.791685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.791785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.791847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.791999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.792099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.792186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.792329] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.792421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.792480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.792618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.792753] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.792861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.792930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.793089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.793270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.793270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.793361] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.144074] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.295608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a10a36f9-0ee5-4c94-b84f-e59df24e158e: rpc.has_security_group_logging(os_id): False [ 845.314018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.314018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.314018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.314018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.314541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.314541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.314541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.314541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.316769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.316985] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e is going to be created. [ 845.374489] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.374489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.374489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.374489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.374489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.383021] env[63036]: INFO networking_nsxv3.common.synchronization [req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 req-daa57231-a021-440e-8e64-4b3517b21792 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 845.383021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 845.383021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.383021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.383021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.383021] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.384759] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: IN_PROGRESS for 2s [ 845.647339] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.647492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.647567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.647781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.648007] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.648131] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be created. [ 845.672919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.673190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.673241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.673429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.673586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.683967] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: UNINITIALIZED for 2s [ 845.849131] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.849345] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.849928] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849928] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.850127] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.850314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.850436] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.851033] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.851282] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.851564] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.851744] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.851904] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.854730] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.855130] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.855130] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.855216] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.872226] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.872828] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.873071] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.873372] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.873777] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.874110] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.874470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.874848] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.875082] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7821cd28-cb94-42f4-ac18-08d7b0e6a6a6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.886000] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.382916] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.383715] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.384991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.385221] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 not found, creating... [ 846.385775] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.386890] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.387148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.387578] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.387959] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.389221] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.389865] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.390035] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.390322] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.390473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.390631] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 is going to be created. [ 846.391750] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.412991] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.414664] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.414947] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.415432] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.416767] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.417104] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.896981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.897152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.897236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.897448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.897536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.897632] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 846.926181] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.926181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.926181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.926181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.926181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.934404] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 847.187972] env[63036]: INFO networking_nsxv3.common.synchronization [req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 req-9bd9746b-361e-4a21-8c0d-2663b73c8c46 service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 847.189028] env[63036]: INFO networking_nsxv3.common.synchronization [req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 req-9bd9746b-361e-4a21-8c0d-2663b73c8c46 service nova] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 847.189357] env[63036]: INFO networking_nsxv3.common.synchronization [req-5ebb4c5c-020c-49c7-b588-e8b85c9157f6 req-9bd9746b-361e-4a21-8c0d-2663b73c8c46 service nova] Enqueued Resource ID: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 with Priority: HIGHEST for action port [ 847.190198] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_rules [ 847.192956] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 847.193066] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 with Priority: HIGHEST for action port [ 847.193751] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.193879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.193950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.194224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.194316] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.195333] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.195430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.196358] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.196358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.196358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.196358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.196358] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7821cd28-cb94-42f4-ac18-08d7b0e6a6a6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.396137] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: SUCCESS [ 847.396137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.696252] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 847.696561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.696752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.697025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.697224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.697349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.697414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.697563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.697636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.697717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.697804] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.700778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.701261] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 with status ACTIVE [ 847.701422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.701522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.701586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.701742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.701819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.701980] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.702081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.702273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.702273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.702387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.703451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.703451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.703451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.703451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.703451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.703451] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7821cd28-cb94-42f4-ac18-08d7b0e6a6a6 is going to be updated. [ 847.727942] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.728124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.728175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.728391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.728576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.728746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7821cd28-cb94-42f4-ac18-08d7b0e6a6a6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.204659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.204659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.204659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.204659] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.205428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.205428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.205428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.205428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.205428] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.441986] env[63036]: INFO networking_nsxv3.common.synchronization [None req-60304466-ccfc-4f4b-b077-9ab0039b20c9 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: ca970e92-993f-43df-8f2e-10a5485ac182 with Priority: HIGHEST for action security_group_rules [ 848.441986] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca970e92-993f-43df-8f2e-10a5485ac182 with Priority: HIGHEST for action security_group_rules [ 848.441986] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca970e92-993f-43df-8f2e-10a5485ac182 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.444203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.444203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.444203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.444203] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca970e92-993f-43df-8f2e-10a5485ac182',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.709139] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf041427-05ee-4190-af44-60fdb813112f: rpc.has_security_group_logging(os_id): False [ 848.727882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.727882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.727882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.728531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.728890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.730068] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.730068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.730068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.730068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.730068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.731197] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.731490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.734617] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.734617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.734617] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be created. [ 848.798352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.798352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.798352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.798352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.798352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.810784] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 848.841891] env[63036]: INFO networking_nsxv3.common.synchronization [None req-aa2e1855-3248-494a-9fea-93c172dd8ff0 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: ca970e92-993f-43df-8f2e-10a5485ac182 with Priority: HIGHEST for action security_group_rules [ 848.841891] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca970e92-993f-43df-8f2e-10a5485ac182 with Priority: HIGHEST for action security_group_rules [ 848.841891] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca970e92-993f-43df-8f2e-10a5485ac182 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.956022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.956022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.956022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.957018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.970219] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.970219] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca970e92-993f-43df-8f2e-10a5485ac182 already deleted. [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.970219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.970219] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca970e92-993f-43df-8f2e-10a5485ac182',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.461403] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.496529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.496779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.496779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.496984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.497090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.498195] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca970e92-993f-43df-8f2e-10a5485ac182 already deleted. [ 849.498195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca970e92-993f-43df-8f2e-10a5485ac182" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.695646] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8d88dc34-68b1-4916-bbf0-59b95d34db43 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 849.697962] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 849.698619] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.698830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.698971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.699357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.699480] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.877407] env[63036]: INFO networking_nsxv3.common.synchronization [req-c783e973-148f-4724-9829-2cad1514122c req-f9882cd3-3b8b-4ae5-93d7-004e3f6631a6 tempest-ServerRescueTestJSON-3246140 tempest-ServerRescueTestJSON-3246140-project-member] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 849.877407] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGHEST for action security_group_members [ 849.877407] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.877407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.877407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.878133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.878426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.878673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.878828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.879193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.879391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.880421] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.890503] env[63036]: INFO networking_nsxv3.common.synchronization [None req-baede53a-21f3-485e-bfc4-6099b7580491 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 849.891228] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 849.891632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.891918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.963183] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.220484] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.220484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.221618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.221618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e already deleted. [ 850.221618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.221618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.221618] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.382972] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.383155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.383380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.383621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.383767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.384090] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.384267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.384387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.384670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.384783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.385029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be updated. [ 850.412396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.412534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.412534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.412725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.413070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.420893] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: IN_PROGRESS for 2s [ 850.468587] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.468929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.468929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.469045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.469136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.469235] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 850.494995] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.495179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.495252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.495469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.495614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.504654] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 850.603035] env[63036]: INFO networking_nsxv3.common.synchronization [req-4d7934fc-9522-42f0-a694-e9e91e199158 req-8db06b60-1a08-422f-b7b8-8245f0d59632 tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Enqueued Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 850.603586] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 850.606287] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.607116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.607188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.607805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.607805] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.607805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.607805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.608022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.608022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.608074] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.744491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.744646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.744725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.744967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.745083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.745187] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e already deleted. [ 850.745271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.827900] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 850.829269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.112584] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.112584] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.112584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 already deleted. [ 851.112584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.456129] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-863" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-863" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-863" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.456129] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.456129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.456758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.457136] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.457463] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.458650] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.459160] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.459619] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 851.459891] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.461075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.482035] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.482035] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 851.482035] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.482035] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-863" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.482035] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-0b72ae15-26c8-47ed-ac41-824262a481e7 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.482035] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.482035] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.483529] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.485204] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b72ae15-26c8-47ed-ac41-824262a481e7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.988721] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.988973] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.991220] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.991539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.991707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.991903] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 0b72ae15-26c8-47ed-ac41-824262a481e7 not found, creating... [ 851.992205] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.992391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.992516] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.992744] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.992894] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.993370] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.993544] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.993668] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.993909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 851.994074] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.994294] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 0b72ae15-26c8-47ed-ac41-824262a481e7 is going to be created. [ 852.013513] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.013692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.013821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.014170] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.014417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.014659] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.236201] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ba38dcd7-f77d-469b-8954-c06fbfbdce7d None None] Enqueued Resource ID: 000672f2-cb8d-4175-94b3-6cb32b7ef2f8 with Priority: HIGHEST for action port [ 852.237530] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000672f2-cb8d-4175-94b3-6cb32b7ef2f8 with Priority: HIGHEST for action port [ 852.237530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-000672f2-cb8d-4175-94b3-6cb32b7ef2f8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.237530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000672f2-cb8d-4175-94b3-6cb32b7ef2f8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.237530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000672f2-cb8d-4175-94b3-6cb32b7ef2f8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.237530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000672f2-cb8d-4175-94b3-6cb32b7ef2f8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.237530] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000672f2-cb8d-4175-94b3-6cb32b7ef2f8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.434033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 in Status: SUCCESS [ 852.434033] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 deletion is rescheduled due to dependency. [ 852.434033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.518648] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 852.518932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.521035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.521035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.521035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.727705] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c68648d8-00d9-4bcf-9e48-53821f4513cc None None] Enqueued Resource ID: f2983e60-3ce3-49a9-82a1-fc40695ad5e8 with Priority: HIGHEST for action port [ 852.727987] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2983e60-3ce3-49a9-82a1-fc40695ad5e8 with Priority: HIGHEST for action port [ 852.728592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2983e60-3ce3-49a9-82a1-fc40695ad5e8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.728725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2983e60-3ce3-49a9-82a1-fc40695ad5e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.728803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2983e60-3ce3-49a9-82a1-fc40695ad5e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.731408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2983e60-3ce3-49a9-82a1-fc40695ad5e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.731574] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2983e60-3ce3-49a9-82a1-fc40695ad5e8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.740179] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000672f2-cb8d-4175-94b3-6cb32b7ef2f8 [ 852.740179] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.740179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.740179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.740345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.740435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.740518] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000672f2-cb8d-4175-94b3-6cb32b7ef2f8 already deleted. [ 852.740563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000672f2-cb8d-4175-94b3-6cb32b7ef2f8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.778139] env[63036]: INFO networking_nsxv3.common.synchronization [req-99c33fa9-7781-4e14-a968-f86418bf8806 req-7672f501-73a4-421b-830d-a3671c363f16 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 852.784250] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 852.784250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.784362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.784964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.784964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.785193] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.785434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.785511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.785867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.785867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.786315] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.024826] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.024826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.024826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.025349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.025422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.025495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.025526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.025685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.025768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.025851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.025999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.026129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.026304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.026353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.026463] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.026553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.026614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.026748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.026840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.026945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.027638] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.168431] env[63036]: INFO networking_nsxv3.common.synchronization [req-765e71b5-1c17-48c3-ad27-fce769ae2b28 req-b4d5721f-de1e-403f-b484-8ad1481c0bfc tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 853.168979] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 853.169428] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.169428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.169546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.169863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.169863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.170069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.170288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.171056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.171056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.171056] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.235167] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2983e60-3ce3-49a9-82a1-fc40695ad5e8 [ 853.235304] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.235501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.235501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.235663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.235768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.235839] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2983e60-3ce3-49a9-82a1-fc40695ad5e8 already deleted. [ 853.235979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2983e60-3ce3-49a9-82a1-fc40695ad5e8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.289328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.289487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.289570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.289765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.308885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.309878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.309878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.309878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.309878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.309878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.309878] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 853.333134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.333134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.333134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.333438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.334315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.340954] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [req-4d7934fc-9522-42f0-a694-e9e91e199158 req-1e4331af-8858-4eb1-bf44-770af007b152 service nova] Enqueued Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_rules [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [req-4d7934fc-9522-42f0-a694-e9e91e199158 req-1e4331af-8858-4eb1-bf44-770af007b152 service nova] Enqueued Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [req-4d7934fc-9522-42f0-a694-e9e91e199158 req-1e4331af-8858-4eb1-bf44-770af007b152 service nova] Enqueued Resource ID: 0b72ae15-26c8-47ed-ac41-824262a481e7 with Priority: HIGHEST for action port [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_rules [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 853.518941] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b72ae15-26c8-47ed-ac41-824262a481e7 with Priority: HIGHEST for action port [ 853.518941] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.518941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.518941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.519562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.519657] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.521178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.521421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.521759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.522281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.522281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.522281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.522434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.522492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.522695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.522695] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.525026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b72ae15-26c8-47ed-ac41-824262a481e7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.525026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.525026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.525026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.525026] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b72ae15-26c8-47ed-ac41-824262a481e7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.529575] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13221a28-4175-4bf9-bdeb-b9c95de2cfc3: rpc.has_security_group_logging(os_id): False [ 853.548762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.548762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.548762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.549143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.549143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.549193] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.551318] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.551318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.551318] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 853.614968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.614968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.614968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.614968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.614968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.631418] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 853.674934] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.022604] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.022801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.026283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b72ae15-26c8-47ed-ac41-824262a481e7 with status ACTIVE [ 854.026520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.026676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.026770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.026929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.027238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.027524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.027687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.027753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.027952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.028400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.028400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.028400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.028557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.028704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.028799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.028905] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b72ae15-26c8-47ed-ac41-824262a481e7 is going to be updated. [ 854.033896] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.041103] env[63036]: INFO networking_nsxv3.common.synchronization [req-cdad90dc-6c5a-4f08-b10e-ec0ba0c6afcb req-d384ba77-d167-424a-a9dd-2c565b976b41 tempest-InstanceActionsV221TestJSON-100981474 tempest-InstanceActionsV221TestJSON-100981474-project-member] Enqueued Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 854.041103] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGHEST for action security_group_members [ 854.041103] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.041103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.041103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.041103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.041344] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.041344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.041344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.041482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.041559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.041650] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.052785] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.052785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.052785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.052785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.052785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.052785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b72ae15-26c8-47ed-ac41-824262a481e7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.098752] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.098962] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.099233] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.099363] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.099625] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.099783] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.099910] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.100712] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.100712] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.100712] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.100712] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.100712] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.100862] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.101909] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.101909] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.101909] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.120584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.120804] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.120959] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.121226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.121970] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-991f13e7-93fc-4e61-bfe5-a8d68931165c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.122191] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.122353] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.122656] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.122812] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991f13e7-93fc-4e61-bfe5-a8d68931165c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.180781] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.373593] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1878cda2-5ac3-43ca-9dae-dfcf6a5b50a0 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 854.374441] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 854.375372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.375461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.375493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.375731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.375814] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.494637] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1598f8a0-ef35-4762-8ffb-d666a44ee017 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 854.495147] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 854.495393] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.495521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.527461] env[63036]: INFO networking_nsxv3.common.synchronization [None req-99c40296-5c4b-4895-8420-4c0d0ad22926 None None] Enqueued Resource ID: 0a77b653-de76-47bd-84d8-3d1edd873eb5 with Priority: HIGHEST for action port [ 854.527729] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a77b653-de76-47bd-84d8-3d1edd873eb5 with Priority: HIGHEST for action port [ 854.528163] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a77b653-de76-47bd-84d8-3d1edd873eb5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.528284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a77b653-de76-47bd-84d8-3d1edd873eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.528543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a77b653-de76-47bd-84d8-3d1edd873eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.529135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a77b653-de76-47bd-84d8-3d1edd873eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.529523] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a77b653-de76-47bd-84d8-3d1edd873eb5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.534235] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.545692] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.545789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.545875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.546351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.546351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.546560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.546666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.546776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.546890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.547015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.547051] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e is going to be updated. [ 854.575322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.575493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.575546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.575747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.575880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.588167] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: IN_PROGRESS for 2s [ 854.625840] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.626539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.626539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.626539] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.626659] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.626880] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 991f13e7-93fc-4e61-bfe5-a8d68931165c not found, creating... [ 854.631019] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.631019] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.631019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.631506] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 991f13e7-93fc-4e61-bfe5-a8d68931165c is going to be created. [ 854.651344] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.651697] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.651895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.652447] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.652657] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.652906] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.683307] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.683773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.683921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.684157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.684250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.684352] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 854.724528] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.724528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.724528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.724528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.724528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.732932] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 854.899727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.899727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be already deleted. [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.899727] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.942214] env[63036]: INFO networking_nsxv3.common.synchronization [None req-92826e93-d6f1-4fb7-8b67-bdba3b200f33 tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 854.942713] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 854.943226] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.943444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.943862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.944288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.944429] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.017219] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9ee17573-8cf3-4434-8bff-745cb5572aa7 None None] Enqueued Resource ID: 463b28a7-884d-4170-9dbd-e3d9ccbc5c0e with Priority: HIGHEST for action port [ 855.018101] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 463b28a7-884d-4170-9dbd-e3d9ccbc5c0e with Priority: HIGHEST for action port [ 855.018930] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-463b28a7-884d-4170-9dbd-e3d9ccbc5c0e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.019226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-463b28a7-884d-4170-9dbd-e3d9ccbc5c0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.020075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-463b28a7-884d-4170-9dbd-e3d9ccbc5c0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.020214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-463b28a7-884d-4170-9dbd-e3d9ccbc5c0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.020543] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('463b28a7-884d-4170-9dbd-e3d9ccbc5c0e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.032896] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a77b653-de76-47bd-84d8-3d1edd873eb5 [ 855.033283] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.034083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.034083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.034083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.034083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.034083] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a77b653-de76-47bd-84d8-3d1edd873eb5 already deleted. [ 855.034083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a77b653-de76-47bd-84d8-3d1edd873eb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.037950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.038898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.038898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.038898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.038898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.039229] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 is going to be created. [ 855.069157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.069157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.069157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.069157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.069157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.077439] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: UNINITIALIZED for 2s [ 855.131020] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4ec275d1-29b7-4768-8b3a-c895adb94bc2 tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 855.131309] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 855.131512] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.132115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.353159] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 855.353159] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 855.353159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.420757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.420917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.420991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.421225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.421317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.421482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be already deleted. [ 855.421482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.462698] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.462997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.462997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.464374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.464374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.464374] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d already deleted. [ 855.464374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.464374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.464374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.464374] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.524105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 463b28a7-884d-4170-9dbd-e3d9ccbc5c0e [ 855.524295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.524436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.524505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.524767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.524817] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.524886] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:463b28a7-884d-4170-9dbd-e3d9ccbc5c0e already deleted. [ 855.525036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-463b28a7-884d-4170-9dbd-e3d9ccbc5c0e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.607171] env[63036]: INFO networking_nsxv3.common.synchronization [req-d877c35c-1218-49bc-ba21-4516f3d6ec95 req-116e2d8b-36a2-4639-8e5f-fcfdbe775db8 tempest-ImagesOneServerNegativeTestJSON-1183610475 tempest-ImagesOneServerNegativeTestJSON-1183610475-project-member] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 855.607171] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGHEST for action security_group_members [ 855.612194] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.612340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.613012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.613012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.613012] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.613012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.613012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.613213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.613213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.613266] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.645682] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 855.645903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.804411] env[63036]: INFO networking_nsxv3.common.synchronization [req-765e71b5-1c17-48c3-ad27-fce769ae2b28 req-1192782a-f1b1-449c-a30a-14f947431c7c service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 855.805094] env[63036]: INFO networking_nsxv3.common.synchronization [req-765e71b5-1c17-48c3-ad27-fce769ae2b28 req-1192782a-f1b1-449c-a30a-14f947431c7c service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 855.806815] env[63036]: INFO networking_nsxv3.common.synchronization [req-765e71b5-1c17-48c3-ad27-fce769ae2b28 req-1192782a-f1b1-449c-a30a-14f947431c7c service nova] Enqueued Resource ID: 991f13e7-93fc-4e61-bfe5-a8d68931165c with Priority: HIGHEST for action port [ 855.806815] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 855.807046] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 855.813720] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991f13e7-93fc-4e61-bfe5-a8d68931165c with Priority: HIGHEST for action port [ 855.813720] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.813720] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.813720] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.813720] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-991f13e7-93fc-4e61-bfe5-a8d68931165c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.813720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.815223] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991f13e7-93fc-4e61-bfe5-a8d68931165c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.984284] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.984284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.984284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.984284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.984284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.984284] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d already deleted. [ 855.984284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.079994] env[63036]: INFO networking_nsxv3.common.synchronization [req-106db979-cbbb-4019-9e38-c994f8f8e655 req-447fa3b3-d9b7-4865-80c4-13007830685d tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 856.081847] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 856.081847] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.081847] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.081847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.082345] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.117104] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.117104] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.117104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.117448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.117448] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be updated. [ 856.145341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.145485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.145543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.145756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.147601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.154160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: IN_PROGRESS for 2s [ 856.316253] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.316253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.316253] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991f13e7-93fc-4e61-bfe5-a8d68931165c with status ACTIVE [ 856.317568] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.317568] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.317568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.317568] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.317915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.317915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.317915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.317915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.318018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991f13e7-93fc-4e61-bfe5-a8d68931165c is going to be updated. [ 856.337106] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.337311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.337311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.337521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.337709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.338356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991f13e7-93fc-4e61-bfe5-a8d68931165c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.591103] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.591216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.591310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.591463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.591557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.591748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.591845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.591898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.592068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.592175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.592351] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 856.603355] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e in Status: SUCCESS [ 856.603355] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e deletion is rescheduled due to dependency. [ 856.603355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.618197] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.619027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.619027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.619027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.619157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.627136] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 856.743179] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 856.743179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.743325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.743546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.743731] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.743847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.743913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.744072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.744152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.744271] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.086909] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: SUCCESS [ 857.087151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.087398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.087621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.087812] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.087977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.088052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.088227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.088310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.088400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.088548] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.246156] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.590944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.591161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.591290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.591521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.591707] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.591809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.591905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.592142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.592376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.592376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.592571] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.592680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.592744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.593649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.593879] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.594107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.594209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.594402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.594529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.594650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.594766] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.748341] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.098565] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 486cf793-cc6e-4418-8de5-b030ef5cbe21: rpc.has_security_group_logging(os_id): False [ 858.110115] env[63036]: INFO networking_nsxv3.common.synchronization [req-075cee1e-d55a-433e-934a-71f9986caa1d req-aa3c479a-aa2d-46f3-a072-9ec75766bce2 tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Enqueued Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 858.110115] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 858.110115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.110115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.110115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.110115] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.118023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.118023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.118023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.118023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.118491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.118491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.118491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.118491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.118491] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 is going to be created. [ 858.163043] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf041427-05ee-4190-af44-60fdb813112f in Status: SUCCESS [ 858.163043] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf041427-05ee-4190-af44-60fdb813112f deletion is rescheduled due to dependency. [ 858.163043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.175154] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.175292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.175359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.175555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.175727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.184433] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: IN_PROGRESS for 2s [ 858.252352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.252515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.252515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.252723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.252811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.252911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 858.286863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.287018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.287098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.288882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.288882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.295785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 858.409107] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.409311] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-592" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.409442] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-592" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.409775] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-592" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.410049] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.410215] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.410335] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.410560] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.410707] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.410965] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.411113] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.411233] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.411346] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.411471] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.411574] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.411707] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.429246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.429500] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.429740] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.429983] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-592" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.430388] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.430620] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.430782] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.431218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.431421] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3a4d47-f68f-4aab-bb43-a706e866d6f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.612888] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.613106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.613194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.613417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.613524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.613729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.613861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.613896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.614082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.614189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.614785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf already deleted. [ 858.614785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.636263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 858.637081] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 858.637081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.936144] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.936144] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port ce3a4d47-f68f-4aab-bb43-a706e866d6f2 not found, creating... [ 858.936144] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.936144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.937084] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.937632] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.938060] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.938332] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.938700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.939054] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.939459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 is going to be created. [ 858.958318] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.959050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.959050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.959050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.959167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.959419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.660299] env[63036]: INFO networking_nsxv3.common.synchronization [req-075cee1e-d55a-433e-934a-71f9986caa1d req-d8953e45-be2c-4d5a-a5ca-ae17799fd42d service nova] Enqueued Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_rules [ 859.660299] env[63036]: INFO networking_nsxv3.common.synchronization [req-075cee1e-d55a-433e-934a-71f9986caa1d req-d8953e45-be2c-4d5a-a5ca-ae17799fd42d service nova] Enqueued Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 859.660299] env[63036]: INFO networking_nsxv3.common.synchronization [req-075cee1e-d55a-433e-934a-71f9986caa1d req-d8953e45-be2c-4d5a-a5ca-ae17799fd42d service nova] Enqueued Resource ID: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 with Priority: HIGHEST for action port [ 859.661666] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_rules [ 859.661874] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 859.662036] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 with Priority: HIGHEST for action port [ 859.663926] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.664044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.664145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.664539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.664598] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.666736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.666736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.666736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.666736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.666736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.666736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.666736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.667066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.667066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.667126] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.668172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.668342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.668394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.668604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.668701] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3a4d47-f68f-4aab-bb43-a706e866d6f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.173010] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.173503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.173503] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.174495] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3a4d47-f68f-4aab-bb43-a706e866d6f2 with status ACTIVE [ 860.174746] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.174895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.174979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.179033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.179033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.179033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.179033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3a4d47-f68f-4aab-bb43-a706e866d6f2 is going to be updated. [ 860.196683] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: SUCCESS [ 860.196970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.202768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.203683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.204031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.204286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.204794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3a4d47-f68f-4aab-bb43-a706e866d6f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.305509] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 860.305913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.306637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.306637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.306770] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.306839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.306879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.307051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.307134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.307222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.307469] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.682035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.809711] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.809865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.809935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.810161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.810403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.810503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.810564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.810718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.810798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.810883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.811041] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.811133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.811190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.811327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.811461] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.811543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.811601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.811730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.811801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.811875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.811962] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.185550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.185863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.185863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.186134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.186134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.186193] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf is going to be created. [ 861.214490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.214490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.214490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.222483] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: UNINITIALIZED for 2s [ 861.314338] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 861.331201] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.331347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.331674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.331674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.331843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.331878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.332278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.332278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.332278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.332278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.332507] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.332569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.332602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.332717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.332786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.332973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.333073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.333719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.333719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.333719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.333719] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 861.391868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.392045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.392121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.392344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.392493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.407406] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 863.233084] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: SUCCESS [ 863.233383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.233436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.233640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.233828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.234108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.234108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.234234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.234368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.234443] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.423984] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 863.424273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.737024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.738707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.738794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.739013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.739228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.739335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.739563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.739563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.739683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.739712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.739844] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.739933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.739990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.740185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.740314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.740403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.740464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.740642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.740715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.740761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.740803] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.242689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c963ce9-1f95-4991-bfa5-d212ada659cf: rpc.has_security_group_logging(os_id): False [ 864.260119] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.260297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.260380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.261322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.261523] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.261938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.261938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.261938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.262497] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.262497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.262497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.262497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.262780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.262780] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.262888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.262981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.263998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.263998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.263998] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf is going to be created. [ 864.319481] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.319662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.319727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.319954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.320309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.332177] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: IN_PROGRESS for 2s [ 864.551129] env[63036]: INFO networking_nsxv3.common.synchronization [req-f6a918b5-d00f-4e28-a1c5-2443fb10298f req-44a9a401-e12d-4c2f-bbaa-e9b118838f8a tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 864.551931] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 864.552475] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.552475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.552475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.552613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.552923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.552923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.552923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.553209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.553256] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.056105] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.056304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.056378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.056538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.056628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.056848] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.056952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.057026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.057177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.057282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.057327] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 865.080606] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.080819] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.080980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.081226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.081482] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.081639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.082211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.082211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.082211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.082365] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.082485] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.082599] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.082710] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.082824] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.082931] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.083103] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.084920] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.085056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.085134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.085301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.085436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.095753] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 865.112087] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.112274] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.112421] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.112609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.113025] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4196dbcd-8376-43d8-b928-5c3eedcd3380 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.113234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.113363] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.113690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.113835] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196dbcd-8376-43d8-b928-5c3eedcd3380',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.619747] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.620205] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.620205] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.620589] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.620856] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.621137] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4196dbcd-8376-43d8-b928-5c3eedcd3380 not found, creating... [ 865.621516] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.621771] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.621974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.622419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.622624] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.623056] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.623283] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.623451] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.623754] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.623951] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.624170] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4196dbcd-8376-43d8-b928-5c3eedcd3380 is going to be created. [ 865.653345] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.653617] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.653749] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.654043] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.654313] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.654592] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.063752] env[63036]: INFO networking_nsxv3.common.synchronization [req-c6eb238b-ea71-41da-9450-d2995626d18b req-0f48ad73-07a5-4f6c-8d63-910022dd1537 tempest-VolumesAdminNegativeTest-1231698101 tempest-VolumesAdminNegativeTest-1231698101-project-member] Enqueued Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 866.064470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 with Priority: HIGHEST for action security_group_members [ 866.069270] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.069270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.069270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.070086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.074249] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.074249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.074249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.074249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.074249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.074249] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca99d8a0-ef85-40a4-b9f0-0e84c16903a0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.309380] env[63036]: INFO networking_nsxv3.common.synchronization [None req-fe796805-ab57-4c93-b127-bc4d72180486 None None] Enqueued Resource ID: 5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb with Priority: HIGHEST for action port [ 866.310025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb with Priority: HIGHEST for action port [ 866.310353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.310697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.310697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.310848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.310943] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.343851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: SUCCESS [ 866.343899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.575571] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.575755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.575829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.576100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.596593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.596775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.596902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.596969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.597200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.597285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.597447] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 is going to be updated. [ 866.624217] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.624641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.624641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.624641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.624819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.635368] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: IN_PROGRESS for 2s [ 866.677168] env[63036]: INFO networking_nsxv3.common.synchronization [req-f6a918b5-d00f-4e28-a1c5-2443fb10298f req-f13a8057-f0e9-4e04-b426-daa62ca85210 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 866.677168] env[63036]: INFO networking_nsxv3.common.synchronization [req-f6a918b5-d00f-4e28-a1c5-2443fb10298f req-f13a8057-f0e9-4e04-b426-daa62ca85210 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 866.677168] env[63036]: INFO networking_nsxv3.common.synchronization [req-f6a918b5-d00f-4e28-a1c5-2443fb10298f req-f13a8057-f0e9-4e04-b426-daa62ca85210 service nova] Enqueued Resource ID: 4196dbcd-8376-43d8-b928-5c3eedcd3380 with Priority: HIGHEST for action port [ 866.677168] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 866.678789] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 866.678930] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4196dbcd-8376-43d8-b928-5c3eedcd3380 with Priority: HIGHEST for action port [ 866.681733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.681733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.681733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.681733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.681733] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.682093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.686022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.686022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4196dbcd-8376-43d8-b928-5c3eedcd3380 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.686022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.686022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.686022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.686022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196dbcd-8376-43d8-b928-5c3eedcd3380',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.813736] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb [ 866.813973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.818603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.818603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.818603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.818603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.818603] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb already deleted. [ 866.818603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd09cfa-176c-4ddf-a1b5-f0f8ce8248fb" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.104550] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 867.104734] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 867.104850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.105062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.105280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.105459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.105575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.105641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.105822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.105903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.106312] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.189020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.189205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.189528] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4196dbcd-8376-43d8-b928-5c3eedcd3380 with status ACTIVE [ 867.189811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.189998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.190154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.190438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.190562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.190811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.190966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.191076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.191308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.191417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.191699] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.191839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.191929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.196021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.196021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.196021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4196dbcd-8376-43d8-b928-5c3eedcd3380 is going to be updated. [ 867.216172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.216349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.216419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.217060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.217060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.217060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4196dbcd-8376-43d8-b928-5c3eedcd3380" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.387423] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ff034446-63b1-4b08-9369-78d90c01cb75 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 867.387699] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 867.388184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.388184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.388349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.389710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.389710] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.519258] env[63036]: INFO networking_nsxv3.common.synchronization [None req-382c5b9b-cc65-4802-b614-3dd3c723e531 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 867.519258] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 867.519542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.519542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.608309] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.782285] env[63036]: INFO networking_nsxv3.common.synchronization [req-3a01ce75-b303-4303-a153-e8e694577086 req-bf83bf38-4edc-455f-ab5a-cac0b08fbd39 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 867.782786] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 867.785875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.786019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.786090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.786315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.786494] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.786603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.786667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.786813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.786897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.786987] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.910905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.911069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.911144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.911356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.911444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.911537] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f5799e-af77-42be-81de-211ece199d7e already deleted. [ 867.911620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.911767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.911917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.911999] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.112298] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.294407] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.434355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.434355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.434355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.434355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.434355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.434355] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f5799e-af77-42be-81de-211ece199d7e already deleted. [ 868.434355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.595553] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3acca605-838e-49c0-b114-37a654d93a3c None None] Enqueued Resource ID: 9b166b9f-5414-4e09-89d6-1d33f4f3f662 with Priority: HIGHEST for action port [ 868.596563] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b166b9f-5414-4e09-89d6-1d33f4f3f662 with Priority: HIGHEST for action port [ 868.596563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b166b9f-5414-4e09-89d6-1d33f4f3f662 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.596563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b166b9f-5414-4e09-89d6-1d33f4f3f662" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.596849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b166b9f-5414-4e09-89d6-1d33f4f3f662" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.596884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b166b9f-5414-4e09-89d6-1d33f4f3f662" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.598131] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b166b9f-5414-4e09-89d6-1d33f4f3f662',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.615064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.615685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.615685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.615685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.615915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.615915] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 868.645552] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 in Status: SUCCESS [ 868.645940] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca99d8a0-ef85-40a4-b9f0-0e84c16903a0 deletion is rescheduled due to dependency. [ 868.646094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca99d8a0-ef85-40a4-b9f0-0e84c16903a0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.647259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.647437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.647515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.647757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.647944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.655253] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 868.798728] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.099797] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b166b9f-5414-4e09-89d6-1d33f4f3f662 [ 869.100091] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.100222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.100296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.100534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.100627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.100730] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b166b9f-5414-4e09-89d6-1d33f4f3f662 already deleted. [ 869.100811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b166b9f-5414-4e09-89d6-1d33f4f3f662" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.301429] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.301638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.301870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.302130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.302130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.302280] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 869.338217] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.338372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.338432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.338636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.338806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.356172] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 870.664953] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 870.664953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.664953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.665298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.666269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.666269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.666269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.666269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 870.666269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.666269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.666269] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.169028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.169286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.169364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.169662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.169884] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.170053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.170197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.170491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.170491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.170620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.170799] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.170970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.171071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.171305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.171527] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.171683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.171776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.172170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.173556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.174075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.174218] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.366754] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 871.367210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.679270] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce: rpc.has_security_group_logging(os_id): False [ 871.696965] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.697228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.697283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.697499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.697632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.697882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.697991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.698072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.698299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.698379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.698518] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.698619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.698682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.698825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.698900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.699092] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.699186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.699250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.699390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.699465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.699550] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 871.764860] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.765031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.765188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.765496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.765682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.777330] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 872.045962] env[63036]: INFO networking_nsxv3.common.synchronization [req-6c191411-bf7f-41b1-8456-b23d8acbd322 req-78237189-c6ee-453c-9ab3-b50c90d27983 tempest-MigrationsAdminTest-348407024 tempest-MigrationsAdminTest-348407024-project-member] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 872.046171] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGHEST for action security_group_members [ 872.046745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.046745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.046745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.047282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.047282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.047282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.047282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.047477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.047477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.047594] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.550473] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.550473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.550695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.550849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.551017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.551389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.551575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.551669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.552018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.552168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.552348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be updated. [ 872.611881] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.612192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.612192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.612537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.622396] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: IN_PROGRESS for 2s [ 872.951088] env[63036]: INFO networking_nsxv3.common.synchronization [req-95b181f4-dbed-43b3-8e4b-87fbd1512a18 req-932231f4-ef7d-4778-b0f9-f2ee2f68f82d tempest-ServerPasswordTestJSON-1349417927 tempest-ServerPasswordTestJSON-1349417927-project-member] Enqueued Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 872.951651] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGHEST for action security_group_members [ 872.951966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.952102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.952174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.952373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.952530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.952630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.952695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.952838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.952923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.955143] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.237047] env[63036]: INFO networking_nsxv3.common.synchronization [req-7d13656b-c3b2-4005-9133-118a4814dfda req-a34060b9-853b-4e73-8862-64a4bbbe6c64 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 873.237494] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 873.237835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.237974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.238073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.238299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.238466] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.238580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.238646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.240217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.240217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.240217] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.457663] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.457819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.457889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.458349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.458554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.458657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.458713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.458869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.458944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.459047] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf is going to be updated. [ 873.485831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.486011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.486131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.486292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.486427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.494744] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: IN_PROGRESS for 2s [ 873.600496] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.600619] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.600997] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.600997] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.601719] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.601719] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.601885] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.602506] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.602830] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.603052] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.603281] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.603466] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.603672] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 873.603866] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.604166] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.622626] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.622810] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 873.622956] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.623192] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.623512] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-8d538522-5c86-4b0b-8289-28543a98dfc2 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.623689] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.623814] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.624146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.624289] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d538522-5c86-4b0b-8289-28543a98dfc2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.742065] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.742265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.742318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.742512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.742755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.742837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.742951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.742951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.743144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.743245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.743408] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 873.766616] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.766784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.766877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.767284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.767284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.774677] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 873.790174] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 873.790473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.131021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.131021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 8d538522-5c86-4b0b-8289-28543a98dfc2 not found, creating... [ 874.131021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.131021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.131691] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.131691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.131691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.132395] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.132810] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.133190] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 8d538522-5c86-4b0b-8289-28543a98dfc2 is going to be created. [ 874.156132] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.156132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.156132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.156132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.156132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.156132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.574614] env[63036]: INFO networking_nsxv3.common.synchronization [None req-6e328c1c-c667-41f5-8df4-f05227534a29 None None] Enqueued Resource ID: 417a6a36-6d8f-4189-ae3a-238301170f4e with Priority: HIGHEST for action port [ 874.575325] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a6a36-6d8f-4189-ae3a-238301170f4e with Priority: HIGHEST for action port [ 874.575863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-417a6a36-6d8f-4189-ae3a-238301170f4e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.576029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417a6a36-6d8f-4189-ae3a-238301170f4e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.576129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417a6a36-6d8f-4189-ae3a-238301170f4e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.576650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417a6a36-6d8f-4189-ae3a-238301170f4e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 874.576760] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417a6a36-6d8f-4189-ae3a-238301170f4e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.632959] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 in Status: SUCCESS [ 874.632959] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 deletion is rescheduled due to dependency. [ 874.632959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.061827] env[63036]: INFO networking_nsxv3.common.synchronization [req-7d13656b-c3b2-4005-9133-118a4814dfda req-5ad6ae96-5dae-436c-a828-8038ffaabeb4 service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 875.062026] env[63036]: INFO networking_nsxv3.common.synchronization [req-7d13656b-c3b2-4005-9133-118a4814dfda req-5ad6ae96-5dae-436c-a828-8038ffaabeb4 service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 875.063303] env[63036]: INFO networking_nsxv3.common.synchronization [req-7d13656b-c3b2-4005-9133-118a4814dfda req-5ad6ae96-5dae-436c-a828-8038ffaabeb4 service nova] Enqueued Resource ID: 8d538522-5c86-4b0b-8289-28543a98dfc2 with Priority: HIGHEST for action port [ 875.063528] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 875.063652] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 875.063745] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d538522-5c86-4b0b-8289-28543a98dfc2 with Priority: HIGHEST for action port [ 875.064405] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.064621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.064621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.064810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.064874] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.065757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.065841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.066052] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d538522-5c86-4b0b-8289-28543a98dfc2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.067054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.067054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.067054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.067054] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d538522-5c86-4b0b-8289-28543a98dfc2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.078698] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 417a6a36-6d8f-4189-ae3a-238301170f4e [ 875.078920] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.079064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.079143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.079384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.079487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.079584] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:417a6a36-6d8f-4189-ae3a-238301170f4e already deleted. [ 875.079665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417a6a36-6d8f-4189-ae3a-238301170f4e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.506715] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf in Status: SUCCESS [ 875.506989] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf deletion is rescheduled due to dependency. [ 875.508156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.568796] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.568963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.571423] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d538522-5c86-4b0b-8289-28543a98dfc2 with status ACTIVE [ 875.571648] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.571844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.572078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.572173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.572760] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.572760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.572760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.572926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.573035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.573845] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.573845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.573845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.573845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.573845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.573845] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d538522-5c86-4b0b-8289-28543a98dfc2 is going to be updated. [ 875.593292] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.593462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.594018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.594018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.594018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.594188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d538522-5c86-4b0b-8289-28543a98dfc2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.786332] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 875.786823] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 875.786823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.786823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.787049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.787245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.787367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.787454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.787635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.787715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.787811] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.809684] env[63036]: INFO networking_nsxv3.common.synchronization [req-123bf483-15ea-4737-b26f-7cf0998a75eb req-624e4ea3-f6e7-4661-8584-e3758d663365 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 875.810811] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 875.810811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.810811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.810811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.811220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.811321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.811383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.811543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.811627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.811726] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.263031] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.263289] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.263429] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.263727] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.263995] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.264176] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.264571] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.264571] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.264769] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.265031] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.265288] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.265518] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.265676] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.265831] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.265960] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.266142] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.285336] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.285562] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.285732] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.285932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.286417] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-34492675-5838-4cbe-8fb3-4bd6074ad973 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.286530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.286690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.287050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.287218] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34492675-5838-4cbe-8fb3-4bd6074ad973',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.292203] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.315597] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.315597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.315597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.316021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.316021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.316200] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.316332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.316332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.316523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.316642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.316740] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e already deleted. [ 876.316823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.789822] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.790249] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.790249] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.790487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.790665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.790828] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 34492675-5838-4cbe-8fb3-4bd6074ad973 not found, creating... [ 876.791108] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.791269] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.791389] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.791623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.791847] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.792374] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.792639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.792820] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.793127] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.793368] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.793608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 34492675-5838-4cbe-8fb3-4bd6074ad973 is going to be created. [ 876.794788] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.816918] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.816918] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.816918] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.817679] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 876.817940] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.818213] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.273230] env[63036]: INFO networking_nsxv3.common.synchronization [None req-906299cb-cc55-4b00-976e-eb6dfcffccb4 None None] Enqueued Resource ID: 7aed0d95-84af-43a4-8c7b-19416b9aab92 with Priority: HIGHEST for action port [ 877.275053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aed0d95-84af-43a4-8c7b-19416b9aab92 with Priority: HIGHEST for action port [ 877.277107] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aed0d95-84af-43a4-8c7b-19416b9aab92 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.277878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aed0d95-84af-43a4-8c7b-19416b9aab92" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.278040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aed0d95-84af-43a4-8c7b-19416b9aab92" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.278356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aed0d95-84af-43a4-8c7b-19416b9aab92" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.278470] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aed0d95-84af-43a4-8c7b-19416b9aab92',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.298351] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.298570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.298675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.298926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.300309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.300456] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 877.327812] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.327812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.328052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.328237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.328422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.336178] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 877.720256] env[63036]: INFO networking_nsxv3.common.synchronization [req-123bf483-15ea-4737-b26f-7cf0998a75eb req-b4b779e4-6592-4048-9efa-051ee9d9e545 service nova] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 877.720439] env[63036]: INFO networking_nsxv3.common.synchronization [req-123bf483-15ea-4737-b26f-7cf0998a75eb req-b4b779e4-6592-4048-9efa-051ee9d9e545 service nova] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 877.720640] env[63036]: INFO networking_nsxv3.common.synchronization [req-123bf483-15ea-4737-b26f-7cf0998a75eb req-b4b779e4-6592-4048-9efa-051ee9d9e545 service nova] Enqueued Resource ID: 34492675-5838-4cbe-8fb3-4bd6074ad973 with Priority: HIGHEST for action port [ 877.720899] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_rules [ 877.721036] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 877.721145] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34492675-5838-4cbe-8fb3-4bd6074ad973 with Priority: HIGHEST for action port [ 877.721711] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.721833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.721899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.722160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.722282] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.723419] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.723419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.723419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.723688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.723688] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.723870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.723870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.724095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.724095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.724244] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.724877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-34492675-5838-4cbe-8fb3-4bd6074ad973 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.724980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.725407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.725407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.725407] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34492675-5838-4cbe-8fb3-4bd6074ad973',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.780815] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aed0d95-84af-43a4-8c7b-19416b9aab92 [ 877.781809] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.781809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.781809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.781972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 877.782029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.782211] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aed0d95-84af-43a4-8c7b-19416b9aab92 already deleted. [ 877.782351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aed0d95-84af-43a4-8c7b-19416b9aab92" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.227647] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.227970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.227970] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.228896] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34492675-5838-4cbe-8fb3-4bd6074ad973 with status ACTIVE [ 878.229093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.229214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.229274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.229491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.229574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.229772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.229848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.229911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.230068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.230144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.230322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.230415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.230475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.230629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.230699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.231621] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34492675-5838-4cbe-8fb3-4bd6074ad973 is going to be updated. [ 878.255565] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.255796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.255796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.255956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.258429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.258429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34492675-5838-4cbe-8fb3-4bd6074ad973" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.733922] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.239967] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.239967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.239967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.240356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.240461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.240622] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e is going to be created. [ 879.265764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.265764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.265764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.265764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.265764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.273243] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: UNINITIALIZED for 2s [ 879.344182] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 879.344410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.344565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.344780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.344964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.345089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.345187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.346479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.346479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.346479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.346479] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.848585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.848585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.848585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.848585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.848585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.848585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.849077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.849077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.849077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.849077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.849258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.849258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.849362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.849468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.849616] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.849725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.849778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.849921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.849996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.850093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.850184] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.357387] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e539313-bce7-4e42-9723-f11615e4c0ca: rpc.has_security_group_logging(os_id): False [ 880.375513] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.376113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.376271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.376872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.376872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.377918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.378100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.378200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.378402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.378516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.379082] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.379222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.380633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.380829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.380947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.381199] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.381340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.381477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.381619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.381726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.381837] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 880.439994] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.439994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.439994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.439994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 880.439994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.451323] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 881.282360] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: SUCCESS [ 881.282611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.282850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.283148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.283426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.283602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 881.283666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.283835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 881.283974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.284122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.284292] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.788046] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.288600] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aed04386-babc-4ff5-a74b-fd23c62fe29e: rpc.has_security_group_logging(os_id): False [ 882.311940] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.312816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.314962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.314962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.314962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.314962] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.314962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.314962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.315222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.316553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.316553] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e is going to be created. [ 882.321159] env[63036]: INFO networking_nsxv3.common.synchronization [req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 req-9485e805-0146-4eeb-892a-a16f7e7315c4 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 882.322265] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 882.322607] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.322744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.322807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.324032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.325185] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.325483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.325791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.326040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.326897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.327037] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.376285] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.377196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.378757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.378757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.378757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.392263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: IN_PROGRESS for 2s [ 882.491851] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 882.492195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.786922] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.787772] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-659" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.789117] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-659" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.789551] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-659" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.789639] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.790168] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.790168] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.794469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.794710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.794910] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.795090] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.795209] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.796149] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.796149] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.796149] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.796149] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.816923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.818290] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.818290] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.818290] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-659" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.818495] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-ef688717-4adf-4497-8d71-c2f61d6d5e7a taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.818710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.818907] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.819312] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.819611] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef688717-4adf-4497-8d71-c2f61d6d5e7a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.830136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.831471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.831471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.831471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.831471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.834281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.834281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.834281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.834281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.834281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.834281] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be already deleted. [ 882.834281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.234306] env[63036]: INFO networking_nsxv3.common.synchronization [None req-dfa2ce9c-9ba4-4e33-a398-1de6db3ce148 None None] Enqueued Resource ID: 81956410-7aa4-4069-b9b0-cee9cb701572 with Priority: HIGHEST for action port [ 883.234564] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81956410-7aa4-4069-b9b0-cee9cb701572 with Priority: HIGHEST for action port [ 883.241027] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-81956410-7aa4-4069-b9b0-cee9cb701572 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.241027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81956410-7aa4-4069-b9b0-cee9cb701572" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.241027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81956410-7aa4-4069-b9b0-cee9cb701572" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.241027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81956410-7aa4-4069-b9b0-cee9cb701572" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.241027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81956410-7aa4-4069-b9b0-cee9cb701572',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.254168] env[63036]: INFO networking_nsxv3.common.synchronization [req-b19d93dc-d398-4387-9e0c-e695af9638d7 req-4a37502f-99c0-4a45-8d1b-e8cd8d3e2131 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 883.254431] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 883.254765] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.254893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.254957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.259580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.259807] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.259951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.260031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.260280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.260407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.260511] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.323342] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.323587] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.323717] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.324017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.324191] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.324351] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port ef688717-4adf-4497-8d71-c2f61d6d5e7a not found, creating... [ 883.324648] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.324776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.324898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.325229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.325433] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.326632] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.326632] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.330747] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.332020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.332020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.332020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: ef688717-4adf-4497-8d71-c2f61d6d5e7a is going to be created. [ 883.351955] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.351955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.351955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.351955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.352177] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.352440] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.740621] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81956410-7aa4-4069-b9b0-cee9cb701572 [ 883.740863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.740998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.741084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.741293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.741423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.741575] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81956410-7aa4-4069-b9b0-cee9cb701572 already deleted. [ 883.741575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81956410-7aa4-4069-b9b0-cee9cb701572" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.765033] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 req-671a7f31-5535-4656-8595-9cc7adf752df service nova] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 req-671a7f31-5535-4656-8595-9cc7adf752df service nova] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [req-141fedd0-9d5d-4c7f-a223-a6d5f30e0708 req-671a7f31-5535-4656-8595-9cc7adf752df service nova] Enqueued Resource ID: ef688717-4adf-4497-8d71-c2f61d6d5e7a with Priority: HIGHEST for action port [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_rules [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 884.145445] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef688717-4adf-4497-8d71-c2f61d6d5e7a with Priority: HIGHEST for action port [ 884.145445] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.145870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.145870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.146375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.146461] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.148720] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.152496] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.152496] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.152496] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef688717-4adf-4497-8d71-c2f61d6d5e7a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.152496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.152921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.156185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef688717-4adf-4497-8d71-c2f61d6d5e7a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.271273] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.404157] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: SUCCESS [ 884.404412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.663996] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.664838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.664838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.665166] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef688717-4adf-4497-8d71-c2f61d6d5e7a with status ACTIVE [ 884.665166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.665319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.665319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.665562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.665694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.665887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.666012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.667023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.667023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.667023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.667227] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.667227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.667327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.667735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.667735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.667735] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef688717-4adf-4497-8d71-c2f61d6d5e7a is going to be updated. [ 884.690500] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.690973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.691548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.691850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.692081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.692318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef688717-4adf-4497-8d71-c2f61d6d5e7a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.774628] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.777283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.777283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.777283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.777283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.777283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 884.809894] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.809894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.809894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.809894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.809894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.852705] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 884.908585] env[63036]: INFO networking_nsxv3.common.synchronization [req-73180a4a-7d54-42dc-aa25-950c8307bf4e req-209df999-67c2-43b9-a201-a0bda66f3754 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 884.908585] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 884.908585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.908585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.908585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.908585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.909032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.909309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.909611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.910043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.911066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.911182] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.170095] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.413703] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.413933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.414119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.415458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.415671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.415815] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.415929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.416017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.416190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.416461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.416461] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 885.432780] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.433036] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.433326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.433691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.433979] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.434186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.434311] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.434657] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.434755] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.435019] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.435137] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.435345] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.435462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.435579] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.435687] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.435820] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.444685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.444685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.444685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.444685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.444685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.453975] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 885.462145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.462245] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.462384] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.462590] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.463123] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.463287] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.463331] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.464064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.464064] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e551ffe2-7a49-4333-84bc-ab4ff55f24f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.629161] env[63036]: INFO networking_nsxv3.common.synchronization [None req-751aad6a-4858-49df-a08d-18d6f14f9e0f None None] Enqueued Resource ID: c7b6ce76-8469-4613-a5d0-5577cbea0a03 with Priority: HIGHEST for action port [ 885.629440] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b6ce76-8469-4613-a5d0-5577cbea0a03 with Priority: HIGHEST for action port [ 885.629979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b6ce76-8469-4613-a5d0-5577cbea0a03 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.632554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b6ce76-8469-4613-a5d0-5577cbea0a03" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.632632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b6ce76-8469-4613-a5d0-5577cbea0a03" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.632889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b6ce76-8469-4613-a5d0-5577cbea0a03" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.632978] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b6ce76-8469-4613-a5d0-5577cbea0a03',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.677262] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.681021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.681021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.681021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.681021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.681021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be is going to be created. [ 885.718372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.718372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.718372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.718573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.718695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.731288] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: UNINITIALIZED for 2s [ 885.968925] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.969190] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.969329] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.969887] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.969887] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.969958] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e551ffe2-7a49-4333-84bc-ab4ff55f24f4 not found, creating... [ 885.970245] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.970406] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.970527] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.970754] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.970896] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.971261] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.971357] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.971478] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.971713] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.971891] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.972084] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 is going to be created. [ 885.993750] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.993750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.993750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.993750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.993750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.994147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.139175] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7b6ce76-8469-4613-a5d0-5577cbea0a03 [ 886.139396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.139538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.140508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.140508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.140508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.140508] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7b6ce76-8469-4613-a5d0-5577cbea0a03 already deleted. [ 886.140508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b6ce76-8469-4613-a5d0-5577cbea0a03" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.141992] env[63036]: INFO networking_nsxv3.common.synchronization [None req-6120dedc-5cf5-4f9f-8c2d-39503ff3cb4d None None] Enqueued Resource ID: 0963ea4d-1f20-4cdc-8f59-23e644c34557 with Priority: HIGHEST for action port [ 886.143488] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0963ea4d-1f20-4cdc-8f59-23e644c34557 with Priority: HIGHEST for action port [ 886.143863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0963ea4d-1f20-4cdc-8f59-23e644c34557 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.143863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0963ea4d-1f20-4cdc-8f59-23e644c34557" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.144061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0963ea4d-1f20-4cdc-8f59-23e644c34557" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.144190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0963ea4d-1f20-4cdc-8f59-23e644c34557" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.144269] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0963ea4d-1f20-4cdc-8f59-23e644c34557',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.601647] env[63036]: INFO networking_nsxv3.common.synchronization [None req-861cc2d2-51a6-4ab2-960d-9fac4db3e211 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 886.603743] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 886.603743] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.603743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.603743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.604244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.604244] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.649692] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0963ea4d-1f20-4cdc-8f59-23e644c34557 [ 886.649692] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.649933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.649979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.650268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.650381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.650478] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0963ea4d-1f20-4cdc-8f59-23e644c34557 already deleted. [ 886.650889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0963ea4d-1f20-4cdc-8f59-23e644c34557" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.745905] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3f974e3a-2cd8-43f1-a2e5-63856dd61192 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 886.746691] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 886.747028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.747362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.865557] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 886.867987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.127051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.128397] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae already deleted. [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.128397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.128397] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.280685] env[63036]: INFO networking_nsxv3.common.synchronization [req-73180a4a-7d54-42dc-aa25-950c8307bf4e req-cee025fa-2f1c-4717-8dda-7771129fde71 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 887.281356] env[63036]: INFO networking_nsxv3.common.synchronization [req-73180a4a-7d54-42dc-aa25-950c8307bf4e req-cee025fa-2f1c-4717-8dda-7771129fde71 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 887.281356] env[63036]: INFO networking_nsxv3.common.synchronization [req-73180a4a-7d54-42dc-aa25-950c8307bf4e req-cee025fa-2f1c-4717-8dda-7771129fde71 service nova] Enqueued Resource ID: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 with Priority: HIGHEST for action port [ 887.281356] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 887.281572] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 887.281572] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 with Priority: HIGHEST for action port [ 887.282897] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.283072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.283167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.283513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.283513] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.284819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.285882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.285882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.285882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.285882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.285882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.285882] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e551ffe2-7a49-4333-84bc-ab4ff55f24f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.465591] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 887.465591] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.465591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.465591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.465591] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.650562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.650858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.650858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.650973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.651080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.651174] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae already deleted. [ 887.651253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.704291] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9ae8a0b9-c8b7-4052-927b-1723acf8b8ae None None] Enqueued Resource ID: 332c1950-56e2-4a89-9386-428873d21d0d with Priority: HIGHEST for action port [ 887.706112] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332c1950-56e2-4a89-9386-428873d21d0d with Priority: HIGHEST for action port [ 887.706509] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-332c1950-56e2-4a89-9386-428873d21d0d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.706575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332c1950-56e2-4a89-9386-428873d21d0d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.706605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332c1950-56e2-4a89-9386-428873d21d0d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.707010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332c1950-56e2-4a89-9386-428873d21d0d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.707010] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332c1950-56e2-4a89-9386-428873d21d0d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.741530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: SUCCESS [ 887.741796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.743040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.743040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.743040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.743040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.743040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.743040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.743226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.743261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.743402] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.788049] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.788556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.790573] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e551ffe2-7a49-4333-84bc-ab4ff55f24f4 with status ACTIVE [ 887.790792] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.790912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.791052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.791215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.791323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.791521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.791720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.791720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.792695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.792695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.792928] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.793232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.793232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.793372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.793372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.793465] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e551ffe2-7a49-4333-84bc-ab4ff55f24f4 is going to be updated. [ 887.814957] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.816819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.816819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.816819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.816819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.816819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e551ffe2-7a49-4333-84bc-ab4ff55f24f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.969400] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.210293] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 332c1950-56e2-4a89-9386-428873d21d0d [ 888.210293] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.210293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.210293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.210293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.210293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.210293] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:332c1950-56e2-4a89-9386-428873d21d0d already deleted. [ 888.210293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332c1950-56e2-4a89-9386-428873d21d0d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.245517] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.471804] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.751655] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92dbe34f-e496-49f9-924b-b6476ae217be: rpc.has_security_group_logging(os_id): False [ 888.770394] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.770599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.770769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.770947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.772039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.772039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.772039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.772039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.772039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.772039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.772039] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be is going to be created. [ 888.824115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.824297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.824363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.824534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.824712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.835388] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: IN_PROGRESS for 2s [ 888.977026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.977026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.977026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.977289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 888.977289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.977362] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 889.011922] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.012194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.012297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.012519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 889.012708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.023116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 890.847785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: SUCCESS [ 890.848135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.032580] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 891.032867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.033076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.033328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.033581] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.033684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.033787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.033959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.034076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.034189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.034297] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.536621] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.536905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.536996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.537494] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.537606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.537680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.537926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.538037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.538131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.538306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.538422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.538480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.538675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.538838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.539019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.539129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.539332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 891.539450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.539537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.539648] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.041908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 892.059998] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.060223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.060280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.060543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.060678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.060871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.060972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.061085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.061198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.061289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.061485] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.061578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.061631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.061792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.061865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.062079] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.062172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.062232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.062369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.062440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.062524] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 892.118758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.118997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.119058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.119292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.119442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.136322] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 892.428756] env[63036]: INFO networking_nsxv3.common.synchronization [req-3138fe03-f363-45bc-8ce9-b74f59183372 req-2cbcb33e-6bfd-4d2f-92b0-4e527b645633 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 892.429481] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 892.429612] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.429786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.430111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.430708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.430902] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.431065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.431136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.431368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.431597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.431597] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.742265] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.742567] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.742727] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.743475] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.743869] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.744148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.744530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.744944] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.745172] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.745578] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.745784] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.746204] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.746508] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.746736] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.747067] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.747291] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.765722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.765905] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.766062] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.766449] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.766667] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-1a0f4154-0faf-4586-b83c-3684bd28b139 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.766856] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.766981] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.768715] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.768952] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f4154-0faf-4586-b83c-3684bd28b139',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.935154] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.935385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.935465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.935724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.935829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.936078] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.936189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.936256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.936486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.936590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.936684] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e already deleted. [ 892.936813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.153019] env[63036]: INFO networking_nsxv3.common.synchronization [None req-f2088e43-1312-40e5-8df6-a9267e79d111 None None] Enqueued Resource ID: b4644a92-f76a-4f20-b9a6-51ebbac11bcd with Priority: HIGHEST for action port [ 893.154097] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4644a92-f76a-4f20-b9a6-51ebbac11bcd with Priority: HIGHEST for action port [ 893.154097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4644a92-f76a-4f20-b9a6-51ebbac11bcd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.154421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4644a92-f76a-4f20-b9a6-51ebbac11bcd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.154421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4644a92-f76a-4f20-b9a6-51ebbac11bcd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.154519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4644a92-f76a-4f20-b9a6-51ebbac11bcd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.154519] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4644a92-f76a-4f20-b9a6-51ebbac11bcd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.272770] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.273156] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.273300] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.273717] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.273955] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.274163] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 1a0f4154-0faf-4586-b83c-3684bd28b139 not found, creating... [ 893.275102] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.275102] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.275102] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.275102] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.277313] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.277434] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.277666] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.277810] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.278098] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.278250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.278434] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 1a0f4154-0faf-4586-b83c-3684bd28b139 is going to be created. [ 893.299021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.299021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.299021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.299021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.299021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.299021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.660750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4644a92-f76a-4f20-b9a6-51ebbac11bcd [ 893.660838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.660981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.661109] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.661314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.661680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.661680] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4644a92-f76a-4f20-b9a6-51ebbac11bcd already deleted. [ 893.661680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4644a92-f76a-4f20-b9a6-51ebbac11bcd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.070886] env[63036]: INFO networking_nsxv3.common.synchronization [None req-73d9b500-b7d2-4236-aa24-067fc80e239f tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 894.072390] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 894.072731] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.072880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.072952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.073772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.073906] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.153456] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 894.153997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.403632] env[63036]: INFO networking_nsxv3.common.synchronization [None req-5f960ec1-8bb6-4214-a044-3f0277cb20c7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 894.404340] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 894.404658] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.404815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.597598] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.597598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.597598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.597598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.597598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.601236] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc already deleted. [ 894.601236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.601236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.601236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.601236] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.685353] env[63036]: INFO networking_nsxv3.common.synchronization [req-3138fe03-f363-45bc-8ce9-b74f59183372 req-978c71bd-2553-4e41-973a-681e0b00ec67 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 894.685353] env[63036]: INFO networking_nsxv3.common.synchronization [req-3138fe03-f363-45bc-8ce9-b74f59183372 req-978c71bd-2553-4e41-973a-681e0b00ec67 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 894.685353] env[63036]: INFO networking_nsxv3.common.synchronization [req-3138fe03-f363-45bc-8ce9-b74f59183372 req-978c71bd-2553-4e41-973a-681e0b00ec67 service nova] Enqueued Resource ID: 1a0f4154-0faf-4586-b83c-3684bd28b139 with Priority: HIGHEST for action port [ 894.685353] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 894.685587] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 894.685655] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0f4154-0faf-4586-b83c-3684bd28b139 with Priority: HIGHEST for action port [ 894.689542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.689658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.689716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.689924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.690012] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.691329] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.691412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.691460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.691635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.691756] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.691939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.692030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.692179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.692263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.692352] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.693746] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0f4154-0faf-4586-b83c-3684bd28b139 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.693746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.693746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.693746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.693746] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0f4154-0faf-4586-b83c-3684bd28b139',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.136964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.136964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.136964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.136964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.136964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.136964] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc already deleted. [ 895.136964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.197866] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.197866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.197866] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.197866] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a0f4154-0faf-4586-b83c-3684bd28b139 with status ACTIVE [ 895.197866] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.197866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.197866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.197866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.197866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.198374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.198374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.198374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.198474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.198671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.198765] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.200249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.200249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.200520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.200665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.200836] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a0f4154-0faf-4586-b83c-3684bd28b139 is going to be updated. [ 895.226674] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.226674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.226674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.226674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.226674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.226674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0f4154-0faf-4586-b83c-3684bd28b139" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.705371] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.207551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.207869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.207869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.208083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.208083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.208180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be created. [ 896.232592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.232592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.232773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.232903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.233077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.243254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: UNINITIALIZED for 2s [ 896.392045] env[63036]: INFO networking_nsxv3.common.synchronization [None req-81c3fb15-cfc7-4df2-868e-105729af2541 None None] Enqueued Resource ID: a92846ec-5b66-4597-b6c1-3870d2489aa7 with Priority: HIGHEST for action port [ 896.392045] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a92846ec-5b66-4597-b6c1-3870d2489aa7 with Priority: HIGHEST for action port [ 896.392479] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a92846ec-5b66-4597-b6c1-3870d2489aa7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.392625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a92846ec-5b66-4597-b6c1-3870d2489aa7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.392713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a92846ec-5b66-4597-b6c1-3870d2489aa7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.393120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a92846ec-5b66-4597-b6c1-3870d2489aa7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.393449] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a92846ec-5b66-4597-b6c1-3870d2489aa7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.896589] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a92846ec-5b66-4597-b6c1-3870d2489aa7 [ 896.897038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.897038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.897038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.897266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 896.897416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.897451] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a92846ec-5b66-4597-b6c1-3870d2489aa7 already deleted. [ 896.897529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a92846ec-5b66-4597-b6c1-3870d2489aa7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.254999] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.254999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.254999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.255797] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.759971] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.092273] env[63036]: INFO networking_nsxv3.common.synchronization [req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e req-5e9a8dc9-daa2-4e4d-ac03-77d3f26dd44d tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 899.092784] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 899.093155] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.093284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.093380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.093592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.093745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.093847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.093910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.094083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.094168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.094259] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.262533] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4f5799e-af77-42be-81de-211ece199d7e: rpc.has_security_group_logging(os_id): False [ 899.280129] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.280129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.280129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.280129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.280129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.280337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.280337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.280337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.280496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.280572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.280659] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be created. [ 899.333491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.334266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.334266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.334266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.334266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.343320] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 899.399883] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-246 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.400158] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-246" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.400237] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-246" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.400580] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-246" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.400940] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.401188] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.401348] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.401634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.401819] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.402080] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.402250] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.402395] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.402637] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.403099] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.403099] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.403099] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.440770] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.443103] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.443103] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.443103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-246" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.443103] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-bce8fe74-1f86-4b50-b770-13d6d9301813 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.443103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.443103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.443103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.443103] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce8fe74-1f86-4b50-b770-13d6d9301813',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.596724] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.597155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.597284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.597614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.597842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.598050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.598263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.598315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.599027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.599027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.599027] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d already deleted. [ 899.599027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.945812] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.946072] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.946326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.946596] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.946800] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.947020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port bce8fe74-1f86-4b50-b770-13d6d9301813 not found, creating... [ 899.947340] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.947551] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.947713] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.948974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.948974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.948974] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.948974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.948974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.949321] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.949321] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.949608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: bce8fe74-1f86-4b50-b770-13d6d9301813 is going to be created. [ 899.967773] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.968025] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.968174] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.968494] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 899.968735] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.969048] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.539204] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b6e0616-d0f4-4eb7-8d46-1c880c1c2e56 req-3d6223de-a260-45db-bfcd-79c41e21712b tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 900.539751] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 900.540071] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.541083] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.541474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.541474] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.747882] env[63036]: INFO networking_nsxv3.common.synchronization [req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e req-1f99f8ac-f2f7-46a6-88f4-e4e8485d1a62 service nova] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 900.748046] env[63036]: INFO networking_nsxv3.common.synchronization [req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e req-1f99f8ac-f2f7-46a6-88f4-e4e8485d1a62 service nova] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 900.748206] env[63036]: INFO networking_nsxv3.common.synchronization [req-3a5b0da2-d343-48cd-a1a9-dd50c02abf1e req-1f99f8ac-f2f7-46a6-88f4-e4e8485d1a62 service nova] Enqueued Resource ID: bce8fe74-1f86-4b50-b770-13d6d9301813 with Priority: HIGHEST for action port [ 900.748776] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_rules [ 900.748914] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 900.749021] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce8fe74-1f86-4b50-b770-13d6d9301813 with Priority: HIGHEST for action port [ 900.751338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.751338] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.751338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.751338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.751338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.751692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.751692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.751692] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.754429] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce8fe74-1f86-4b50-b770-13d6d9301813 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.754627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.754697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.754858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.754936] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce8fe74-1f86-4b50-b770-13d6d9301813',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.043740] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.043911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.043959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.044193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.044286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.044483] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.044580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.044643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.044790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.044865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.044949] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 901.070227] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.070811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.071380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.071865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.072551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.082962] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 901.132665] env[63036]: INFO networking_nsxv3.common.synchronization [req-3dde9905-0ae7-44a9-8bdf-3a1f84d75158 req-101b1c10-1091-44fa-8a35-1c5b860b2a1e tempest-ImagesOneServerTestJSON-1209338438 tempest-ImagesOneServerTestJSON-1209338438-project-member] Enqueued Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 901.132665] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGHEST for action security_group_members [ 901.132923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.133067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.133138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.133335] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.133490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.133587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.133646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.133787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.133867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.133954] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.256622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.257910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bce8fe74-1f86-4b50-b770-13d6d9301813 with status ACTIVE [ 901.257910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.258067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.258067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.258351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.258525] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.258617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.258677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.258818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.258886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.259071] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.259165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.259203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.259338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.259804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.259804] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bce8fe74-1f86-4b50-b770-13d6d9301813 is going to be updated. [ 901.260622] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.260725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.279246] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.279367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.279440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.279653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.279750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.279901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce8fe74-1f86-4b50-b770-13d6d9301813" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.356453] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 901.356687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.482064] env[63036]: INFO networking_nsxv3.common.synchronization [req-a7c93163-29a5-46b3-bb34-c0007984b082 req-de0cd3cd-b65b-454b-b129-2ed3581a6856 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 901.482622] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 901.482935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.483082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.483159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.483434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.483594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.483692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.483756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.483908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.483993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.484101] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.637868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.638251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.638251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.638484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.638620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.638829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.638930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.638995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.639177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.639255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.639527] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 is going to be updated. [ 901.665310] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.665402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.665471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.665674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.665811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.673521] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: IN_PROGRESS for 2s [ 901.762348] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.811167] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.811371] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.811502] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.811827] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.812102] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.812291] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.812383] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.812609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.812758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.812966] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.813372] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.813505] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.813623] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.813748] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.813861] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.814201] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.831026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.831211] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.831354] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.831536] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.831839] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-3ea771ea-61b2-49be-a44f-1b78d8aa718a taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.832025] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.832156] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.832573] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.832708] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea771ea-61b2-49be-a44f-1b78d8aa718a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.988316] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.988316] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.988316] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 already deleted. [ 901.988316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.264672] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.264879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.264879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.265111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.265285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.266221] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d is going to be created. [ 902.299469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.299629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.299690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.299888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.300064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.308378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: UNINITIALIZED for 2s [ 902.335482] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.339022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 3ea771ea-61b2-49be-a44f-1b78d8aa718a not found, creating... [ 902.339022] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.339022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.340153] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.340153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.340153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.340153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.340153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.340153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 3ea771ea-61b2-49be-a44f-1b78d8aa718a is going to be created. [ 902.365026] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.365273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.365404] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.365667] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.365894] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.366126] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.092942] env[63036]: INFO networking_nsxv3.common.synchronization [req-a7c93163-29a5-46b3-bb34-c0007984b082 req-298254dc-655a-400a-8a8f-ef2fa3c2d626 service nova] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_rules [ 903.093258] env[63036]: INFO networking_nsxv3.common.synchronization [req-a7c93163-29a5-46b3-bb34-c0007984b082 req-298254dc-655a-400a-8a8f-ef2fa3c2d626 service nova] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 903.093295] env[63036]: INFO networking_nsxv3.common.synchronization [req-a7c93163-29a5-46b3-bb34-c0007984b082 req-298254dc-655a-400a-8a8f-ef2fa3c2d626 service nova] Enqueued Resource ID: 3ea771ea-61b2-49be-a44f-1b78d8aa718a with Priority: HIGHEST for action port [ 903.094194] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 903.094319] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 903.094452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.094632] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_rules [ 903.094756] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 903.094852] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea771ea-61b2-49be-a44f-1b78d8aa718a with Priority: HIGHEST for action port [ 903.096181] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.096325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.096440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.096683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.096719] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.097852] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.098454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.098454] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.098723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.098723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.098830] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.100139] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea771ea-61b2-49be-a44f-1b78d8aa718a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.100139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.100139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.100139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.100383] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea771ea-61b2-49be-a44f-1b78d8aa718a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.601566] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.602777] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.602887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.606261] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ea771ea-61b2-49be-a44f-1b78d8aa718a with status ACTIVE [ 903.606261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.606261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.606261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.606541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.606541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.606738] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.606932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.606932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.607085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.607162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.607344] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.607439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.607502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.607676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.607760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.607850] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ea771ea-61b2-49be-a44f-1b78d8aa718a is going to be updated. [ 903.626892] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.627101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.627143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.627328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.627499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.627869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea771ea-61b2-49be-a44f-1b78d8aa718a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.683722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 in Status: SUCCESS [ 903.683722] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 deletion is rescheduled due to dependency. [ 903.683722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.975162] env[63036]: INFO networking_nsxv3.common.synchronization [req-3d51f15e-3836-4525-8963-13b253ccda18 req-903a2236-d8a1-4f08-925a-eafcf3965d0b tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 903.975509] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 903.976096] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.976096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.104670] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.317906] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: SUCCESS [ 904.318147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.318339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.318558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.318753] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.318871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.318938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.319118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.319200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.319368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.319368] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.396857] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.397078] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.397214] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.397498] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.397770] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.397933] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.398222] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.398500] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.398670] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.398885] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.399009] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.399128] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.399240] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.399354] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.399462] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.399599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.419331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.419519] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.419668] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.419871] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.420196] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-bb683229-9f21-4a9a-8621-b271cbd77bdd taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.420398] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.420525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.420861] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.421017] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb683229-9f21-4a9a-8621-b271cbd77bdd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.607977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.609619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.609619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.609619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.609619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.609619] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be created. [ 904.632571] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.632779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.632825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.633057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.633265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.644801] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: UNINITIALIZED for 2s [ 904.822521] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.924469] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.924469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.924469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.924805] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.924923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.925104] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port bb683229-9f21-4a9a-8621-b271cbd77bdd not found, creating... [ 904.925442] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.925618] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.925745] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.925980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.926137] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.926534] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.926829] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.926988] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.927234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.927379] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.927532] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: bb683229-9f21-4a9a-8621-b271cbd77bdd is going to be created. [ 904.946612] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.946867] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.946967] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.947277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.947587] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.947838] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.324044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e25cc50b-986f-4bba-92cb-03ba1184e77d: rpc.has_security_group_logging(os_id): False [ 905.340716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.340956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.341025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.341231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.341338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.341591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.341693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.341834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.342020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.342136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.342339] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d is going to be created. [ 905.395620] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.395888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.395888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.396355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.396355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.408101] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: IN_PROGRESS for 2s [ 905.768089] env[63036]: INFO networking_nsxv3.common.synchronization [req-3d51f15e-3836-4525-8963-13b253ccda18 req-5a83dfdd-07bf-4ebb-98e7-55d5b905d71a service nova] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_rules [ 905.768293] env[63036]: INFO networking_nsxv3.common.synchronization [req-3d51f15e-3836-4525-8963-13b253ccda18 req-5a83dfdd-07bf-4ebb-98e7-55d5b905d71a service nova] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 905.768438] env[63036]: INFO networking_nsxv3.common.synchronization [req-3d51f15e-3836-4525-8963-13b253ccda18 req-5a83dfdd-07bf-4ebb-98e7-55d5b905d71a service nova] Enqueued Resource ID: bb683229-9f21-4a9a-8621-b271cbd77bdd with Priority: HIGHEST for action port [ 905.768670] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_rules [ 905.768799] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 905.768894] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb683229-9f21-4a9a-8621-b271cbd77bdd with Priority: HIGHEST for action port [ 905.769882] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.769995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.770219] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.770491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb683229-9f21-4a9a-8621-b271cbd77bdd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.770614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.770753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.770982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.770982] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb683229-9f21-4a9a-8621-b271cbd77bdd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.272996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb683229-9f21-4a9a-8621-b271cbd77bdd with status ACTIVE [ 906.273301] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.273443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.273542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.273777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.273893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.274110] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.274309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.274309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.274473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.274570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.274881] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.274935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.274964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.275139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.275232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.275358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb683229-9f21-4a9a-8621-b271cbd77bdd is going to be updated. [ 906.294462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.294659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.294659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.294870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.295013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.295195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb683229-9f21-4a9a-8621-b271cbd77bdd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.653616] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 906.653881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.653986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.654207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.654402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.654520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.654586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.654731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.654812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.654893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.654987] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.655899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.656085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.656243] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.656497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.656497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.656565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.656605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.656717] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.158469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.158732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.161482] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.417755] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: SUCCESS [ 907.417985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.663268] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.165018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.165179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.165291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.165540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.165629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.165780] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be updated. [ 908.191830] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.191969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.192023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.192202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.192338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.200744] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 910.210490] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 910.210763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.210921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.211181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.211289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.211380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.211476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.211615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.211761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.211761] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.714166] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.769403] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 910.769593] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 911.218529] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.727028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.727028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.727028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.727028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.727028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.727028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be updated. [ 911.764350] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.764570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.764663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.764920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.765138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.775733] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 913.223970] env[63036]: INFO networking_nsxv3.common.synchronization [req-4c76f5b3-444a-4e24-ae0b-445224d53fb4 req-a93e9545-9d38-4f6a-bc04-177f5c411fcd tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 913.224745] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 913.224844] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.224915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.224994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.225197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.225369] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.225476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.225714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.225714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.225861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.225861] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.524650] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-95733dcc-1c06-4ad1-881e-7d8b44ef5a1c tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 913.525220] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 913.525544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.525686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.525757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.525995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.526166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.526265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.526330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.526529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.526621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.526712] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.728363] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.788066] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 913.788384] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.788614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.789406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.789406] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.789406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.789610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.789640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.789759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.789867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.790228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.790368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.790802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.790802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.791594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.791594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.791594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.791594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.791594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.791594] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.792049] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.912013] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.912234] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.912366] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.912703] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.913039] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.913223] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.913370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.913602] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.913754] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.913956] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.914096] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.914213] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.914329] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.914448] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.914562] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.914698] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.932394] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.932633] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.932711] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.932889] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.933265] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2da158bb-faa9-4111-b454-2935dfde8259 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.933501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.933693] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.934151] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.934398] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da158bb-faa9-4111-b454-2935dfde8259',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.029151] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.029366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.029366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.029587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.029674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.029870] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.029974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.030045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.030182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.030245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.030331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 already deleted. [ 914.030428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.231586] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.295559] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac9ec44e-e11a-4af4-acb8-dd2f6a295081: rpc.has_security_group_logging(os_id): False [ 914.311935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.312220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.312220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.312464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.312464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.312705] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.312811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.312866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.313086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.313208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.313450] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.313569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.313670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.313822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.313902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.314089] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.314178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.314230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.314371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.314443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.314526] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be created. [ 914.366329] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.366542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.366613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.368028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.368028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.380064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 914.436964] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.437247] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.437374] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.437687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.437867] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.438088] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2da158bb-faa9-4111-b454-2935dfde8259 not found, creating... [ 914.438386] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.438597] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.438738] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.438973] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.439151] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.439501] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.439687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.439817] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.440081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.440217] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.440363] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2da158bb-faa9-4111-b454-2935dfde8259 is going to be created. [ 914.491555] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.491866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.492117] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.492496] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.492828] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.493155] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.733361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.733667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.733667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.733808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.733900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.734038] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 914.761137] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.761317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.761397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.761641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.761834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.769562] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 915.148568] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-cb3aa6d0-9eac-4dc3-a5d8-38cc3af1427e service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 915.148886] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-cb3aa6d0-9eac-4dc3-a5d8-38cc3af1427e service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 915.148886] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-cb3aa6d0-9eac-4dc3-a5d8-38cc3af1427e service nova] Enqueued Resource ID: 2da158bb-faa9-4111-b454-2935dfde8259 with Priority: HIGHEST for action port [ 915.149142] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 915.149269] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 915.149366] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da158bb-faa9-4111-b454-2935dfde8259 with Priority: HIGHEST for action port [ 915.149906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.150256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.150385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.150687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.150825] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.153794] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.153961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.154087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.154566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.154785] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.154933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.155042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.155288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.155403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.155504] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.157937] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da158bb-faa9-4111-b454-2935dfde8259 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.158223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.158361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.158597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.158731] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da158bb-faa9-4111-b454-2935dfde8259',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.661061] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.661359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.661394] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.662579] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da158bb-faa9-4111-b454-2935dfde8259 with status ACTIVE [ 915.662579] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.662579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.662846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.663177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.663177] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.663265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.663295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.664057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.664057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.664057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.664850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.664900] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da158bb-faa9-4111-b454-2935dfde8259 is going to be updated. [ 915.684741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.684887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.684966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.685198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.685374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.685536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da158bb-faa9-4111-b454-2935dfde8259" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.982247] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-7bd09da0-00a8-4784-abbc-f822036c93ef tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 915.982756] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 915.983067] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.983175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.167281] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.238655] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.238858] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.239229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.239752] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.239970] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.240038] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.240139] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.240362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.240513] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.240824] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.240957] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.241068] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.241180] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.241293] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.241404] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.241540] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.260016] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.260016] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.260016] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.260206] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.260478] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.260657] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.260783] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.261115] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.261258] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec41720-0e1d-4f17-a1b9-e17b4f39ce76',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.391401] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 916.391712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.391923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.392193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.392291] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.670372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.670718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.670718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.670956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.671110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.671254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be created. [ 916.696343] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.696343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.696343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.696609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.696838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.705519] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: UNINITIALIZED for 2s [ 916.763963] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.764219] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.764352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.764640] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.764791] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.764951] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 not found, creating... [ 916.765243] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.765420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.765527] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.765816] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.765986] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.766961] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.767167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.767297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.767516] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.767660] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.767807] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 is going to be created. [ 916.783283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 916.783556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.788946] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.789232] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.789396] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.789674] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.789901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.790198] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.894848] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.895038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.895080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.895294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.895470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.895572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.895635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.895786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 916.895915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.896057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.896145] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.398732] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.398908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.398979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.399217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.399393] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.399495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.399561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.399713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.399799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.399887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.400042] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.400136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.400199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.400336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.400472] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.400563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.400620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.400755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.400829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.400908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.400999] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.459095] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-52247829-f125-4399-a2ea-7c8684f0e674 service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 917.459297] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-52247829-f125-4399-a2ea-7c8684f0e674 service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 917.459442] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-52247829-f125-4399-a2ea-7c8684f0e674 service nova] Enqueued Resource ID: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 with Priority: HIGHEST for action port [ 917.459668] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 917.459792] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 917.459887] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 with Priority: HIGHEST for action port [ 917.460416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.460519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.460705] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.460780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.460955] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.461070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.461141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.461981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.461981] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec41720-0e1d-4f17-a1b9-e17b4f39ce76',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.907321] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac9ec44e-e11a-4af4-acb8-dd2f6a295081: rpc.has_security_group_logging(os_id): False [ 917.924058] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.924275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.924482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.924577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.924792] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.924951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.925112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.925189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.925394] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.925508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.925565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.925712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.925788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.925964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.926068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.926130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.926267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.926340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.926425] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be updated. [ 917.964421] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 with status ACTIVE [ 917.964598] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.964760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.965931] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.965931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.965931] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.966282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.966282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.966282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.966369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.966561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ec41720-0e1d-4f17-a1b9-e17b4f39ce76 is going to be updated. [ 917.984676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.984836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.984897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.985125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.985214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.987511] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.987638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.988420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.988420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.988420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.988420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec41720-0e1d-4f17-a1b9-e17b4f39ce76" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.997154] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 918.719138] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 918.719313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.719527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.719743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.719936] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.720063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.720156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.720286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.720375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.720479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.720557] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.721445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.721604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.721768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.721872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.721936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.722965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.722965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.722965] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.224575] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.224932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.224932] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.727091] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.014603] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 920.014929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.232828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.233527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.233527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.233527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.233527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.233527] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 920.262772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.262848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.262958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.263124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.263291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.272217] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 920.932091] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-570368f3-bb37-4a03-bccc-ea53854aa99d tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 920.932838] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 920.932958] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.933073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.226515] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.226925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.226925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.227410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.227483] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.227645] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.227769] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.227997] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.228161] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.228861] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.228861] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.228861] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.228861] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.228861] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.229080] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.229080] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.247489] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.247489] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.247489] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.247489] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.247974] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.247974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.248098] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.248439] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.248582] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76ef7df-21f1-4aad-aaa1-babe9b2be5a1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.751444] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.751738] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.751873] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.752197] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.752380] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.752548] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 not found, creating... [ 921.752904] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.753126] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.753256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.753566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.753718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.754039] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.754420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754735] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.754950] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.755114] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 is going to be created. [ 921.776883] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.777227] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.777449] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.777885] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 921.778257] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.778577] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.281124] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 922.281427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.281480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.282087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.282087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.282087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.282306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.282306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.282378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.282465] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.471912] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-e49c4402-3c79-4715-a997-6857ea195717 service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 922.472110] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-e49c4402-3c79-4715-a997-6857ea195717 service nova] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 922.472254] env[63036]: INFO networking_nsxv3.common.synchronization [req-a9336362-9802-4b95-b053-e3a4bae51c49 req-e49c4402-3c79-4715-a997-6857ea195717 service nova] Enqueued Resource ID: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 with Priority: HIGHEST for action port [ 922.472942] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_rules [ 922.472942] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 922.472942] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 with Priority: HIGHEST for action port [ 922.473304] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.473406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.474408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.474408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.474408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.474408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.474408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.474408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.474731] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76ef7df-21f1-4aad-aaa1-babe9b2be5a1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.785050] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.976923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 with status ACTIVE [ 922.977609] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.977609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.977609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.977609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.977877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.977877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.977962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.978042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.978940] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.978940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.978940] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e76ef7df-21f1-4aad-aaa1-babe9b2be5a1 is going to be updated. [ 923.000576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.000774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.000834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.001018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.001174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.001354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76ef7df-21f1-4aad-aaa1-babe9b2be5a1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.288117] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.308430] env[63036]: INFO networking_nsxv3.common.synchronization [req-5daabde5-b88d-488f-803e-ea6b30eb56d0 req-c7429725-0f90-43a4-81bf-cb2587ac94e0 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 923.308560] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 923.308818] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.308941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.309016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.309256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.309457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.309560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.309622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.309781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.309864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.309953] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.606747] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.606941] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.607081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.607348] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.607629] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.607793] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.607946] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.608202] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.608366] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.608598] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.608715] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.608825] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.608940] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.609064] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.609171] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.609430] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.627091] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.629030] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.629030] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.629030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.629030] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.629030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.629030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.630326] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.630326] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6d074a-71fa-4073-9059-6d9a7df6ab5c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.790156] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.790365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.790462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.790726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.790847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.790977] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 923.815184] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.820019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.820019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.820019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.820221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.820342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.830134] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 924.133116] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.133363] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.133503] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.133774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.133920] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.134100] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port ef6d074a-71fa-4073-9059-6d9a7df6ab5c not found, creating... [ 924.134368] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.134561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.134691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.134961] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.135135] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.135482] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.135666] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.135791] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.136017] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.136170] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.136309] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: ef6d074a-71fa-4073-9059-6d9a7df6ab5c is going to be created. [ 924.154177] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.154426] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.154560] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.154836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.155106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.155353] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.317873] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.820151] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.820317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.820391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.820629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.820718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.820820] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 924.848560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.848709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.848751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.848942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.849116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.858244] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 924.862399] env[63036]: INFO networking_nsxv3.common.synchronization [req-5daabde5-b88d-488f-803e-ea6b30eb56d0 req-27e03c2a-e4bf-4cea-86ed-ab704eb2072b service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 924.862399] env[63036]: INFO networking_nsxv3.common.synchronization [req-5daabde5-b88d-488f-803e-ea6b30eb56d0 req-27e03c2a-e4bf-4cea-86ed-ab704eb2072b service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 924.862399] env[63036]: INFO networking_nsxv3.common.synchronization [req-5daabde5-b88d-488f-803e-ea6b30eb56d0 req-27e03c2a-e4bf-4cea-86ed-ab704eb2072b service nova] Enqueued Resource ID: ef6d074a-71fa-4073-9059-6d9a7df6ab5c with Priority: HIGHEST for action port [ 924.862592] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 924.862657] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 924.862713] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6d074a-71fa-4073-9059-6d9a7df6ab5c with Priority: HIGHEST for action port [ 924.863312] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.863312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.863481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.863592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.863747] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.864470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.864600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.864744] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.864847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.864914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.866512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.866512] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6d074a-71fa-4073-9059-6d9a7df6ab5c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.367516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.367516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.367942] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6d074a-71fa-4073-9059-6d9a7df6ab5c with status ACTIVE [ 925.367980] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.368099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.368200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.368360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.368447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.368615] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.368710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.368773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.368917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.368993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.369180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.369272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.369337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.369471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.369546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.369628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6d074a-71fa-4073-9059-6d9a7df6ab5c is going to be updated. [ 925.389421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.389572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.389634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.389796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.389926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.390093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6d074a-71fa-4073-9059-6d9a7df6ab5c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.824040] env[63036]: INFO networking_nsxv3.common.synchronization [req-55f93a65-722e-4672-ad42-e8e431cf1395 req-fbcf6715-19ac-4c3d-8824-be7f54f30e88 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 925.824311] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 925.824613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.824738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.824809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.825015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.825274] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.825436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.825489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.825659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.825748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.825842] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.840210] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 925.840398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.840961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.841157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.841325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.841433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.841498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.841640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.841716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.841796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.841948] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.842037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.842097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.842234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.842368] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.842459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.842519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.842649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.842718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.842797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.842885] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.843776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.845488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.845488] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.845488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.845488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.845488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 925.845488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.845488] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.183266] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.183586] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.183814] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.184185] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.184567] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.185117] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.185410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.185737] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.185976] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.186282] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.186492] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.186707] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.186913] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.187138] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.187344] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.187571] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.217040] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.217216] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.217362] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.217532] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.217866] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-8e845618-ca33-48a9-8526-573f9a3ff918 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.218045] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.218172] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.218485] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.218629] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e845618-ca33-48a9-8526-573f9a3ff918',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.327463] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.346742] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b07678-73e9-482a-93a7-2544ddf62944: rpc.has_security_group_logging(os_id): False [ 926.348320] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.364244] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.364390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.364457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.364649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.364736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.364919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.365022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.365076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.365226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.365299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.365519] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.365625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.365667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.365795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.365864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.366074] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.366167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.366216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.366357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.366436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.366524] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be created. [ 926.421366] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.421747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.421747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.421827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.421944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.432370] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 926.720790] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.721021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.721260] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.721607] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.721806] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.722012] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 8e845618-ca33-48a9-8526-573f9a3ff918 not found, creating... [ 926.722342] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.722552] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.722758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.723064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.723228] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.723545] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.723710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.723877] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.724116] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.724274] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.724442] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 8e845618-ca33-48a9-8526-573f9a3ff918 is going to be created. [ 926.743647] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.743862] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.744178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.744578] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.744859] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.745129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.830077] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.853545] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.868307] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 926.868524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.868683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.868898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.869096] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.869215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.869270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.869422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.869501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.869592] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.332819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.332964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.333054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.333272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.333416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.333553] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 927.356592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.356758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.356835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.358123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.358123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.358123] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 927.359291] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.359404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.359474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.359699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.359834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.369189] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 927.371647] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.383585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.383716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.383783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.383984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.384132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.392070] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 927.447051] env[63036]: INFO networking_nsxv3.common.synchronization [req-55f93a65-722e-4672-ad42-e8e431cf1395 req-dbf02725-e032-4041-987e-9d0821c74bcd service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 927.447360] env[63036]: INFO networking_nsxv3.common.synchronization [req-55f93a65-722e-4672-ad42-e8e431cf1395 req-dbf02725-e032-4041-987e-9d0821c74bcd service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 927.447408] env[63036]: INFO networking_nsxv3.common.synchronization [req-55f93a65-722e-4672-ad42-e8e431cf1395 req-dbf02725-e032-4041-987e-9d0821c74bcd service nova] Enqueued Resource ID: 8e845618-ca33-48a9-8526-573f9a3ff918 with Priority: HIGHEST for action port [ 927.447620] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 927.447758] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 927.447847] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e845618-ca33-48a9-8526-573f9a3ff918 with Priority: HIGHEST for action port [ 927.448392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.448514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.448583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.448776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.448852] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.450055] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.452127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.452127] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e845618-ca33-48a9-8526-573f9a3ff918 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.452127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.452127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.452127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.452127] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e845618-ca33-48a9-8526-573f9a3ff918',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.873510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.953187] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.953417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.953593] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e845618-ca33-48a9-8526-573f9a3ff918 with status ACTIVE [ 927.953772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.953881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.953949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.954193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.954289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.954460] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.954557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.954618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.954773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.954848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.955033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.955127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.955187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.955326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.955398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.955548] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e845618-ca33-48a9-8526-573f9a3ff918 is going to be updated. [ 927.974947] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.975083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.975145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.975288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 927.975524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.975639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e845618-ca33-48a9-8526-573f9a3ff918" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.314017] env[63036]: INFO networking_nsxv3.common.synchronization [req-862ad29f-7e73-4205-89a9-8594989eba01 req-756d7cb9-053b-4197-b82e-e785171cbc2d tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 928.314017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 928.314017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.314017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.314017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.314680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.314970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.315210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.315362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.315794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.315986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.317236] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.377528] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.377528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.377528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.377528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.377528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.377528] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 928.407572] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.409404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.409404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.409404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.409404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.417034] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 928.443316] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 928.444253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.444253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.444601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.445898] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.785273] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.785597] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.785679] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.786026] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.786327] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.786522] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.786659] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.786909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.787642] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.789373] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.789373] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.789373] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.789373] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.789680] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.789680] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.789944] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.817340] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.817340] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.817340] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.817340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.817340] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-44b568d0-b1d5-4f7a-9946-693dc2b01c12 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.817340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.817340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.817717] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.819732] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b568d0-b1d5-4f7a-9946-693dc2b01c12',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.820750] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.820750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.820913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.820972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.821081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.821259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.821353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.821418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.821624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.821677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.821709] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc already deleted. [ 928.821794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.948591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.948591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.324605] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.324954] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.325166] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.325629] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.325862] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.326096] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 44b568d0-b1d5-4f7a-9946-693dc2b01c12 not found, creating... [ 929.326475] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.326741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.326912] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.327587] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.327846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.328233] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.328489] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.328652] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.328940] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.329273] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.329374] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 is going to be created. [ 929.349749] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.350058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.350237] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.350597] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.350848] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.353208] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.378883] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 929.379128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.379319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.379587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.379775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.379888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.379952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.380123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.380197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.380281] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.407966] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.412035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.412035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.412035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.885456] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.911764] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [req-862ad29f-7e73-4205-89a9-8594989eba01 req-cfd3086e-860a-448f-b023-9c590adcea7d service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [req-862ad29f-7e73-4205-89a9-8594989eba01 req-cfd3086e-860a-448f-b023-9c590adcea7d service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [req-862ad29f-7e73-4205-89a9-8594989eba01 req-cfd3086e-860a-448f-b023-9c590adcea7d service nova] Enqueued Resource ID: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 with Priority: HIGHEST for action port [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 930.140993] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 with Priority: HIGHEST for action port [ 930.140993] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.140993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.140993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.140993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.140993] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.142374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.142495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.142576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.142767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.142939] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.143062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.143126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.143478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.143587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.146017] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.146017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b568d0-b1d5-4f7a-9946-693dc2b01c12 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.146017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.146017] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b568d0-b1d5-4f7a-9946-693dc2b01c12',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.389022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.417150] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.426379] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 930.426578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.427535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.427535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.427535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.427535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.427535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.427535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.427790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.427790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.427790] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.647433] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.647619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.654029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.654029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44b568d0-b1d5-4f7a-9946-693dc2b01c12 with status ACTIVE [ 930.654029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.654029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.654029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.654029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.654720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.654720] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.654720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.654720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.655251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.655251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.655251] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.655251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.655251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.655806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.655806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.655806] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44b568d0-b1d5-4f7a-9946-693dc2b01c12 is going to be updated. [ 930.676118] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.676273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.676340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.676572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.676722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.676952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b568d0-b1d5-4f7a-9946-693dc2b01c12" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.894080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.894080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.894080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.894080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.894080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.894080] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 930.923998] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.923998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.923998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.923998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.923998] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 930.925582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.925891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.926098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.926412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.926695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.931460] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.931807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.932018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.932390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.932737] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.932985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.933230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.933604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.933862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.934127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.934415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.934701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.934876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.935162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.935470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.935716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.935876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.936112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.936291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.936514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.936794] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.938581] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 930.960757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.960994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.961127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.961367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.961597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.971639] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 931.158067] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.440164] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce: rpc.has_security_group_logging(os_id): False [ 931.458048] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.458312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.458373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.458612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.458703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.458939] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.459053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.459117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.459270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.459346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.459535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.459627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.459687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.459822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.459893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.460087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.460176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.460233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.460366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.460435] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.460523] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 931.516776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.517059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.517059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.517231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.517379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.531488] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 931.660789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.660789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.660789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.661148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.661319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.661386] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be created. [ 931.685209] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.685502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.685587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.685804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.685960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.695311] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: UNINITIALIZED for 2s [ 932.355385] env[63036]: INFO networking_nsxv3.common.synchronization [req-9e5582b1-4137-416e-8f55-3187a9a57423 req-4eb77bc8-b4dd-4490-ac6f-512ee6f1a195 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Enqueued Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 932.357968] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 932.357968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.357968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.357968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.357968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.357968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.357968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.358542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.358542] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.358671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.358825] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.813146] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.813146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.813146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.813146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.813504] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.813674] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.813755] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.816700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.816700] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.816700] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.816700] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.816700] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.816700] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.816700] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.816700] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.816700] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.861358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.861532] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.861831] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.861831] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-949" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.862269] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-50e0db38-b304-4f80-9e29-2589fd0af2c1 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.862516] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.862666] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.863010] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.863861] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e0db38-b304-4f80-9e29-2589fd0af2c1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.865063] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.865210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.865281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.865575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.866357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.866357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.866357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.866357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.866357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.866357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.866357] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93472a4-e8ca-4a2c-972b-296e969115d8 already deleted. [ 932.866661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.948187] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.951022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.951022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.951992] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.979710] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 932.979900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.980865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.980865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.980865] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.981165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.981165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.981165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.981165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.981403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.981403] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.368123] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.368480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.368480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.368779] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.368943] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.369125] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 50e0db38-b304-4f80-9e29-2589fd0af2c1 not found, creating... [ 933.369399] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.369561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.369702] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.369933] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.370090] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.370380] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.370541] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.370665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.370881] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.371031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.371178] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 50e0db38-b304-4f80-9e29-2589fd0af2c1 is going to be created. [ 933.389906] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.390173] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.390389] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.390681] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.390925] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.391168] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.454488] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.454658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.454755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.455057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.455522] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.455522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.455522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.455645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.455793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.455912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.456112] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.456205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.456271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.456516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.456631] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.456714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.456770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.456901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.456981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.457048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.457281] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.483866] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.483866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.483866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.483866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.484124] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.484124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.484195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.484376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.484489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.484603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.484784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.484901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.484979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.485167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.485373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.485568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.485650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.485831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.485934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.486049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.486166] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.550211] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 933.550393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.704937] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 933.705409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.705409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.705774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.705924] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.706067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.706134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.710320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.710443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.710546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.710660] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.962551] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 933.981044] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.981193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.981268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.981623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.981623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.981765] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.981848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.981899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.982056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.982150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.982361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.982456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.982569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.982647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.982718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.983146] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.983248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.983305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.983501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.983578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.983666] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 933.988125] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b07678-73e9-482a-93a7-2544ddf62944: rpc.has_security_group_logging(os_id): False [ 934.004635] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.004820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.004887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.005131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.005236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.005522] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.005600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.005600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.005757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.006663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.006906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.007020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.007087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.007237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.007541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.007541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.007626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.007657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.007810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.007883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.007973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 934.048542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.048826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.048826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.049062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.049228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.068334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.068334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.068334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.068334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.068334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.074867] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 934.083191] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 934.158614] env[63036]: INFO networking_nsxv3.common.synchronization [req-9e5582b1-4137-416e-8f55-3187a9a57423 req-9cb6dddb-bb6d-43f7-82be-e07c8499fb63 service nova] Enqueued Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_rules [ 934.158812] env[63036]: INFO networking_nsxv3.common.synchronization [req-9e5582b1-4137-416e-8f55-3187a9a57423 req-9cb6dddb-bb6d-43f7-82be-e07c8499fb63 service nova] Enqueued Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 934.158956] env[63036]: INFO networking_nsxv3.common.synchronization [req-9e5582b1-4137-416e-8f55-3187a9a57423 req-9cb6dddb-bb6d-43f7-82be-e07c8499fb63 service nova] Enqueued Resource ID: 50e0db38-b304-4f80-9e29-2589fd0af2c1 with Priority: HIGHEST for action port [ 934.159214] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_rules [ 934.159342] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 934.159472] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e0db38-b304-4f80-9e29-2589fd0af2c1 with Priority: HIGHEST for action port [ 934.160322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.160470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.160529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.160805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.160931] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.162385] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.162512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.162585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.162777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.162948] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.163064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.163145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.163274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.163362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.165876] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.167043] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e0db38-b304-4f80-9e29-2589fd0af2c1 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.167460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.167460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.167548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.167548] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e0db38-b304-4f80-9e29-2589fd0af2c1',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.212544] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.669627] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.670095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.671171] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.672100] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50e0db38-b304-4f80-9e29-2589fd0af2c1 with status ACTIVE [ 934.672295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.672406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.672471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.672680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.672773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.672943] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.673062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.673103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.673317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.673349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.673524] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.673620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.673672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.673804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.673870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.673948] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50e0db38-b304-4f80-9e29-2589fd0af2c1 is going to be updated. [ 934.696425] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.696637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.696717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.700017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.700017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.700017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e0db38-b304-4f80-9e29-2589fd0af2c1" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.709993] env[63036]: INFO networking_nsxv3.common.synchronization [req-81bb4904-91fc-4a28-902b-44dba176f752 req-423f8746-59fc-4f00-9529-5fdd5cb8448c tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 934.710537] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 934.711327] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.712038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.712038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.712038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.712038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.712038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.712288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.712288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.712288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.712427] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.716343] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 934.732184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.732337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.732808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.732808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.732808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.732944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.733077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.733144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.733290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.733367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.733462] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be created. [ 934.815426] env[63036]: INFO networking_nsxv3.common.synchronization [req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc req-28a2a3ea-ae40-4c6d-883b-f2c485c7a979 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 934.816026] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 934.816338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.816470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.816549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.816804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.816961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.817076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.817434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.817434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.817434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.817555] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.844093] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.844093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.844093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.844093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.844093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.853738] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 935.178167] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.214277] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.219110] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.219296] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-932" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.219428] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-932" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.219938] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-932" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.220351] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.220351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.220351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.220548] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.220698] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.220911] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.221226] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.221379] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.221500] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.221621] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.221753] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.221882] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.253240] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.253240] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.253362] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.253524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-932" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.254893] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-58609c2a-5b71-46e4-928a-83a1bb538641 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.254893] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.254893] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.254893] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.254893] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58609c2a-5b71-46e4-928a-83a1bb538641',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.320082] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.320082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.321144] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.321144] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae already deleted. [ 935.321144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.680682] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.680955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.680955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.681209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.681302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.681411] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93472a4-e8ca-4a2c-972b-296e969115d8 is going to be created. [ 935.710875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.711106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.713581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.713581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.713581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.717877] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.726653] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: UNINITIALIZED for 2s [ 935.757461] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.757619] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.757923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.758302] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.758400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.758606] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 58609c2a-5b71-46e4-928a-83a1bb538641 not found, creating... [ 935.758978] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.759224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.759409] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.759723] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.760347] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.760347] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.760589] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.760771] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.761090] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.761300] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.761511] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 58609c2a-5b71-46e4-928a-83a1bb538641 is going to be created. [ 935.781395] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.781612] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.781769] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.782024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.782258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.782478] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.088161] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 936.088382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.096233] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 936.096446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.096647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.096872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.096956] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.220987] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.220987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.220987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.220987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.221254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.221254] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 936.259764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.259931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.259970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.260204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.260347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.268341] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 936.472853] env[63036]: INFO networking_nsxv3.common.synchronization [req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc req-089c1a62-322a-42b2-9041-b79847b065cb service nova] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 936.472853] env[63036]: INFO networking_nsxv3.common.synchronization [req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc req-089c1a62-322a-42b2-9041-b79847b065cb service nova] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 936.472853] env[63036]: INFO networking_nsxv3.common.synchronization [req-a6e348d3-c4ee-46fe-ab94-dd91f5067bcc req-089c1a62-322a-42b2-9041-b79847b065cb service nova] Enqueued Resource ID: 58609c2a-5b71-46e4-928a-83a1bb538641 with Priority: HIGHEST for action port [ 936.475165] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_rules [ 936.475165] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 936.475165] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58609c2a-5b71-46e4-928a-83a1bb538641 with Priority: HIGHEST for action port [ 936.475165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.475165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.475165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.475165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.475165] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.478458] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.478458] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.478458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.478458] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-58609c2a-5b71-46e4-928a-83a1bb538641 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.478458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.478458] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58609c2a-5b71-46e4-928a-83a1bb538641',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.603225] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.603471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.869122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 936.869122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.980628] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.981776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.981967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.982071] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58609c2a-5b71-46e4-928a-83a1bb538641 with status ACTIVE [ 936.982275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.982399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.982399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.982789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.982895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.984080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.984080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.984080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.984606] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58609c2a-5b71-46e4-928a-83a1bb538641 is going to be updated. [ 937.016522] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.016705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.016751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.017013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.017241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.018036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58609c2a-5b71-46e4-928a-83a1bb538641" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.486678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.738434] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: SUCCESS [ 937.738806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.739059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.739367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.739771] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.739991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.740264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.742116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.742237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.742349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.742435] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.989584] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.990050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.990050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.990050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.990050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.990316] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae is going to be created. [ 938.015031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.015031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.015031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.015226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.015311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.024541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: UNINITIALIZED for 2s [ 938.245741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.245957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.246088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.246314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.246500] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.246623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.246689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.246873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.246998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.247122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.247285] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.247378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.247437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.247585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.247727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.247839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.247920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.248124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.248212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.248301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.248390] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.277756] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 938.277979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.278157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.278370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.278635] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.278786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.278915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.279062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.279133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.279215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.279320] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.752689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c93472a4-e8ca-4a2c-972b-296e969115d8: rpc.has_security_group_logging(os_id): False [ 938.769039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.769039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.769039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.769305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.769305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.769416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.769518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.769610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.769745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.769821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.770000] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.770126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.770203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.770355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.770425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.770607] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.770701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.770787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.770897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.770969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.771086] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c93472a4-e8ca-4a2c-972b-296e969115d8 is going to be created. [ 938.780850] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.780989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.781043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.781412] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.781510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.781573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.781715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.781826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.781894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.782060] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.782149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.782206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.782359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.782493] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.782628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.782679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.782811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.782899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.782979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.783090] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.829772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.829953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.830021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.830272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.830484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.843264] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: IN_PROGRESS for 2s [ 939.286343] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81b07678-73e9-482a-93a7-2544ddf62944: rpc.has_security_group_logging(os_id): False [ 939.304947] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.304947] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.304947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.305345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.305345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.305345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.305464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.305520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.306028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.306028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.306028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.308017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.308017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.308017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.308017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.308017] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 939.371467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.371678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.371759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.371992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.372168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.384302] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 940.036601] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: SUCCESS [ 940.036821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.036990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.037212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.037406] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.037561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.037647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.038069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.038069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.038069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.038069] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.150258] env[63036]: INFO networking_nsxv3.common.synchronization [req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 req-491b2111-0dcf-4005-a756-abd0754e697f tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 940.150258] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 940.150258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.150258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.150258] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.150535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.150625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.150709] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.285207] env[63036]: INFO networking_nsxv3.common.synchronization [req-392bf4af-87cc-4dcb-8a6e-2474c3cfe667 req-dc59a0a4-53f3-4a67-8f36-cc7fe796ee81 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 940.285207] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 940.291582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.291582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.291582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.291582] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.499061] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.499061] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.499061] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.499678] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.500229] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.500756] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.501208] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.501831] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.502173] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.502512] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.502993] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.503237] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.503475] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.503743] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.503960] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.504218] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.523235] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.525019] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.525019] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.525019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.525019] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d3a0e84c-887c-40dc-8408-950e79bbd67e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.527483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.527483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.527483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.527483] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a0e84c-887c-40dc-8408-950e79bbd67e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.544749] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.653187] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.653353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.653681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.653863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.654025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.654191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.654241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.654327] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 940.678627] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.679623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.679623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.679623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 940.679623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.687338] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 940.794678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.858991] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: SUCCESS [ 940.859227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.030175] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.030373] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.030570] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.030998] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.031361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.031711] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d3a0e84c-887c-40dc-8408-950e79bbd67e not found, creating... [ 941.032188] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.032469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.032689] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.033085] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.033331] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.034023] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.034159] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.034503] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.034872] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.035068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.035389] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d3a0e84c-887c-40dc-8408-950e79bbd67e is going to be created. [ 941.047747] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 922b1ae3-92c6-4c5a-b103-f431562f6aae: rpc.has_security_group_logging(os_id): False [ 941.054346] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.054715] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.054894] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.055078] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.055543] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.055781] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.063852] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.063996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.064228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.064291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.064910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.064910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.064910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.064910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.064910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.065159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.065159] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae is going to be created. [ 941.121434] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.121590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.121668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.121976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.122176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.140091] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: IN_PROGRESS for 2s [ 941.298863] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.395266] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 941.395517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.683755] env[63036]: INFO networking_nsxv3.common.synchronization [None req-64bb7248-8192-4298-9577-3a7277c940fd tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 941.684400] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 941.684758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.684907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.685132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.685290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.685347] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.761557] env[63036]: INFO networking_nsxv3.common.synchronization [None req-1c66336c-fb57-4add-a0ac-9a01bd453044 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 941.762159] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 941.762488] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.762627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.800975] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.801141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.801223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.801404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.801640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.801640] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 941.834429] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.834618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.834708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.835084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.835248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.843500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 941.891498] env[63036]: INFO networking_nsxv3.common.synchronization [req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 req-68e152a1-f04d-4f2a-af75-c67a2a43f8b6 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 941.891670] env[63036]: INFO networking_nsxv3.common.synchronization [req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 req-68e152a1-f04d-4f2a-af75-c67a2a43f8b6 service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 941.891852] env[63036]: INFO networking_nsxv3.common.synchronization [req-4dd5e3d2-033e-4019-9e88-f4c2e6dd2e95 req-68e152a1-f04d-4f2a-af75-c67a2a43f8b6 service nova] Enqueued Resource ID: d3a0e84c-887c-40dc-8408-950e79bbd67e with Priority: HIGHEST for action port [ 941.892377] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 941.892584] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 941.892646] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a0e84c-887c-40dc-8408-950e79bbd67e with Priority: HIGHEST for action port [ 941.893135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.893261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.893330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.893619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.893619] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.894491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.894491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.894688] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a0e84c-887c-40dc-8408-950e79bbd67e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.894788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.894869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.895048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.895125] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a0e84c-887c-40dc-8408-950e79bbd67e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.205983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.206149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.206210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.206429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.206507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.206608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b already deleted. [ 942.206692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.206843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.207011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.207105] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.396402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.396802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.396802] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3a0e84c-887c-40dc-8408-950e79bbd67e with status ACTIVE [ 942.397011] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.397969] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.397969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.398288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.398288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.398288] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.398568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.398568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.398568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.398652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.398688] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3a0e84c-887c-40dc-8408-950e79bbd67e is going to be updated. [ 942.419311] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.419686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.419686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.419810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.419974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.420183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a0e84c-887c-40dc-8408-950e79bbd67e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.697781] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 942.697781] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 942.697781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.698536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.698829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.698970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.699101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.699227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.699337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.699390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.699483] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.725100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.725252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.725383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.726065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.726065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.726065] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b already deleted. [ 942.726065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.150756] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: SUCCESS [ 943.150992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.201630] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.703966] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.854457] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 943.854694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.207487] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.207487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.207487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.207487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.207487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.207487] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 944.231856] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.232239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.232391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.232673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.232909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.244489] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 945.228393] env[63036]: INFO networking_nsxv3.common.synchronization [req-ba878141-7fc3-4cf7-b723-c5e808f9b629 req-23bfdb19-8214-4eb9-8515-0e1a240c20e7 tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 945.228939] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 945.229256] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.229392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.229493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.229698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.229878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.230010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.231666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.232104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.232238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.238017] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.352259] env[63036]: INFO networking_nsxv3.common.synchronization [req-40ca7b29-bc48-4930-826e-2264caf8e8f3 req-50edcaa5-abbc-43b2-98ef-304cf8d5acea tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 945.352783] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 945.353283] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.354261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.354261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.354261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.355337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.355458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.355584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.355866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.355960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.357065] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.489825] env[63036]: INFO networking_nsxv3.common.synchronization [req-3ce9085a-7e19-42d5-942c-9b63bbe40ea8 req-1ac83eca-d5ce-442b-bf75-56acc1f66ace tempest-ListServersNegativeTestJSON-837322564 tempest-ListServersNegativeTestJSON-837322564-project-member] Enqueued Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 945.490374] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b07678-73e9-482a-93a7-2544ddf62944 with Priority: HIGHEST for action security_group_members [ 945.490819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-81b07678-73e9-482a-93a7-2544ddf62944 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.490953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.742332] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.860103] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.249949] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.258545] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.258545] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.258545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.258545] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.317085] env[63036]: INFO networking_nsxv3.common.synchronization [req-e403cff6-9c6b-4b18-8080-7e166ebbeeca req-1b94f98a-5293-4619-bb2f-7fd4c7bfcc5c tempest-ServersWithSpecificFlavorTestJSON-258296368 tempest-ServersWithSpecificFlavorTestJSON-258296368-project-member] Enqueued Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 946.320524] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 with Priority: HIGHEST for action security_group_members [ 946.321579] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.321787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.322517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.322517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.322857] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.323084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.323791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.323791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.323791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.323791] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4f87e09-70c3-4f04-a4bb-6d06236e2be7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.364533] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.752825] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.752825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.752825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.752978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.753063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.753165] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 946.760923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.761073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.761145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.761344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.761505] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.761605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.761667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.761809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.761900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.761975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.762166] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.762213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.762276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.762413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.763024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.763024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.763024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.763024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.763024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.763269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.763269] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.779829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.779829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.779829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.779829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.780059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.788136] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 946.828261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.828407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.828504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.828696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.849103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.849342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.849489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.849543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.849773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.849847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.850300] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 is going to be updated. [ 946.867537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.868592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.868592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.868592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.868592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.868592] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 946.883319] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.883319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.883319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.883625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.883625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.891459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: IN_PROGRESS for 2s [ 946.898041] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.898041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.898041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.898041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.898041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.906686] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 947.265021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 947.268050] env[63036]: INFO networking_nsxv3.common.synchronization [req-c341c90f-9961-464e-bc03-39a240e168ae req-91283bb4-27f8-42b8-90bb-b7abae747508 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 947.269013] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 947.269333] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.269804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.269804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.269804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.270097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.270097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.270097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.270494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.270494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.270494] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.284773] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.284956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.285038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.286126] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.286126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.286126] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.286575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.286575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.286575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.286741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.286741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.286844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.286991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.287118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 947.344370] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.344523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.344610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.344891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.345115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.356011] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 947.772053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.772225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.772300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.772545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.772639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.772842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.772945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.773013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.773185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.773263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.773351] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 947.806172] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.806172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.806498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.806498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.807328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.815640] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 948.384338] env[63036]: INFO networking_nsxv3.common.synchronization [req-b3f66a9b-8b75-472e-a90d-1c9666beba06 req-33ed83dc-69be-41b1-9953-e25dde95e8c6 tempest-ServerDiagnosticsNegativeTest-1436837519 tempest-ServerDiagnosticsNegativeTest-1436837519-project-member] Enqueued Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 948.384635] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93472a4-e8ca-4a2c-972b-296e969115d8 with Priority: HIGHEST for action security_group_members [ 948.384966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-c93472a4-e8ca-4a2c-972b-296e969115d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.384966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.384966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.385610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.385792] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.385901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.385964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.386248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.386248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.386312] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c93472a4-e8ca-4a2c-972b-296e969115d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.797683] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 948.797797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.797972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.798811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.798811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.798811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.799021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.799145] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81b07678-73e9-482a-93a7-2544ddf62944',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.888717] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.888931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.888931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.889395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.889395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.889591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.889591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.889683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.889810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.889900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.889990] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93472a4-e8ca-4a2c-972b-296e969115d8 is going to be updated. [ 948.899884] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 in Status: SUCCESS [ 948.900068] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4f87e09-70c3-4f04-a4bb-6d06236e2be7 deletion is rescheduled due to dependency. [ 948.900172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4f87e09-70c3-4f04-a4bb-6d06236e2be7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.915801] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 948.915999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.917309] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.917432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.917500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.917693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.917819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.925923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: IN_PROGRESS for 2s [ 949.250114] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b4eee09-6304-4a3d-be0b-4b51583d2549 req-64b48100-d302-4d22-b918-79d8b61c9f31 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 949.250114] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 949.250114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.250114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.250114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.250114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.250114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.250496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.250635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.250848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.251019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.251182] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.301240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.301428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.301474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.301970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.302139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.302373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.302482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.302540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.302699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.302815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.302922] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 is going to be updated. [ 949.326832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.327377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.327377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.327377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.327377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.335145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: IN_PROGRESS for 2s [ 949.367283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 949.367742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.752969] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.827914] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 949.828118] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 949.828232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.924344] env[63036]: INFO networking_nsxv3.common.synchronization [req-79767b7b-eefd-4b7c-b7bd-d178a7a0bafa req-2b46512f-766a-4acf-9cb3-692eb0124338 tempest-ServersAdminTestJSON-1099981907 tempest-ServersAdminTestJSON-1099981907-project-member] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 949.924344] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGHEST for action security_group_members [ 949.924344] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.924344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.924344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.924344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.924344] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.924344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.924344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.926065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.926223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.928054] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.996199] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.996502] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.996502] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.997553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.997553] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.997553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.997553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.997747] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 949.997903] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.999333] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.999333] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.999333] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.999333] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.999333] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.999333] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.999556] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.018040] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.018228] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.018378] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.018590] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.018915] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.019115] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.019240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.019545] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.019688] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e952919-6ce7-41f9-9aa6-2af5b3941fb5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.255602] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.429419] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.429566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.429641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.429869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.429948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.430162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.430261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.430325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.430479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.430557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.430646] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be updated. [ 950.455119] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.455119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.455119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.455119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.455119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.463652] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: IN_PROGRESS for 2s [ 950.523268] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.523529] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.523671] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.523968] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.524153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.524314] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 not found, creating... [ 950.524586] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.524753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.524876] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.525129] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.525276] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.525622] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.525790] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.525917] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.526163] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.526305] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.526450] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 is going to be created. [ 950.546866] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.547095] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.547229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.547692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.547944] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.548192] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.758162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.758473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.758473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.758649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.758649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.758753] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 950.787983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.788188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.788285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.788551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.788740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.796950] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 950.934452] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c93472a4-e8ca-4a2c-972b-296e969115d8 in Status: SUCCESS [ 950.934656] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c93472a4-e8ca-4a2c-972b-296e969115d8 deletion is rescheduled due to dependency. [ 950.934791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c93472a4-e8ca-4a2c-972b-296e969115d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.255860] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b4eee09-6304-4a3d-be0b-4b51583d2549 req-f4550fc8-ec96-4d5d-9dfe-db7766c26aa4 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 951.256054] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b4eee09-6304-4a3d-be0b-4b51583d2549 req-f4550fc8-ec96-4d5d-9dfe-db7766c26aa4 service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 951.256202] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b4eee09-6304-4a3d-be0b-4b51583d2549 req-f4550fc8-ec96-4d5d-9dfe-db7766c26aa4 service nova] Enqueued Resource ID: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 with Priority: HIGHEST for action port [ 951.256735] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 951.256877] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 951.257024] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 with Priority: HIGHEST for action port [ 951.257265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.257388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.257448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.257653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.257738] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.260035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.260035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.260035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.260035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.260035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.260035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.260035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e952919-6ce7-41f9-9aa6-2af5b3941fb5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.343945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81b07678-73e9-482a-93a7-2544ddf62944 in Status: SUCCESS [ 951.344147] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81b07678-73e9-482a-93a7-2544ddf62944 deletion is rescheduled due to dependency. [ 951.344258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81b07678-73e9-482a-93a7-2544ddf62944" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.761530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.761810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.763244] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 with status ACTIVE [ 951.763612] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.763812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.763938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.764281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.764649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.764724] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.764978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.764978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.765703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.765703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.765703] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.765874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.765958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.766240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.766318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.766472] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e952919-6ce7-41f9-9aa6-2af5b3941fb5 is going to be updated. [ 951.786038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.786199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.786258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.786439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 951.786592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.786747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e952919-6ce7-41f9-9aa6-2af5b3941fb5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.473348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 in Status: SUCCESS [ 952.473730] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 deletion is rescheduled due to dependency. [ 952.473875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.771186] env[63036]: INFO networking_nsxv3.common.synchronization [req-4e117dc2-8fce-4776-a515-427231e25f28 req-2afd6656-e2c8-42d7-bb5b-27cb21e2afc0 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 952.772233] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 952.772838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.773470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.773826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.776309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.776309] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.776309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.776309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.776309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.776309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.776309] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.807461] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 952.807461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.808041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.808525] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.808678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.808772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.808952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.809080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.809209] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.147734] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.147734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.147734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.147734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.147734] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.147734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.147734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.148724] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.149058] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.149422] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.149697] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.150035] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.150758] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.151047] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.151296] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.153083] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.168933] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.169120] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.169570] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.169570] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-669" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.169707] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2395b308-e6f5-4eb7-8532-270b5428c4a9 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.169879] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.170020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.170329] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.170467] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2395b308-e6f5-4eb7-8532-270b5428c4a9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.280238] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.280238] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.280238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.280623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.280623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b already deleted. [ 953.280623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.311612] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.674617] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.674931] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.674931] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.675099] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.675256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.675436] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2395b308-e6f5-4eb7-8532-270b5428c4a9 not found, creating... [ 953.675696] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.675868] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.675990] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.676226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.676460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.676671] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.676877] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.677032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.677249] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.677383] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.677522] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2395b308-e6f5-4eb7-8532-270b5428c4a9 is going to be created. [ 953.695669] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.695669] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.695852] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.696081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.696310] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.696528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.815180] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.318722] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.318919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.319328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.319328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.319442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.319505] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 954.347518] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.347518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.347518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.347518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.347518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.357905] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 954.459824] env[63036]: INFO networking_nsxv3.common.synchronization [req-4e117dc2-8fce-4776-a515-427231e25f28 req-b4b017f2-429d-4394-a876-48f15cf0d10c service nova] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 954.460109] env[63036]: INFO networking_nsxv3.common.synchronization [req-4e117dc2-8fce-4776-a515-427231e25f28 req-b4b017f2-429d-4394-a876-48f15cf0d10c service nova] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 954.460225] env[63036]: INFO networking_nsxv3.common.synchronization [req-4e117dc2-8fce-4776-a515-427231e25f28 req-b4b017f2-429d-4394-a876-48f15cf0d10c service nova] Enqueued Resource ID: 2395b308-e6f5-4eb7-8532-270b5428c4a9 with Priority: HIGHEST for action port [ 954.460905] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_rules [ 954.461246] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 954.461422] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2395b308-e6f5-4eb7-8532-270b5428c4a9 with Priority: HIGHEST for action port [ 954.461801] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.461975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.462088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.462356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.462777] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.464558] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.464738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.464841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.465132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.465666] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.465666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.465770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.465908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.466050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.466187] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.467781] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2395b308-e6f5-4eb7-8532-270b5428c4a9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.467901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.468034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.468240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.468353] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2395b308-e6f5-4eb7-8532-270b5428c4a9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.965181] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.965623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.968738] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.972808] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2395b308-e6f5-4eb7-8532-270b5428c4a9 with status ACTIVE [ 954.972808] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.972808] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.972808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.973264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.973264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.973264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.973264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.973264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.973409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2395b308-e6f5-4eb7-8532-270b5428c4a9 is going to be updated. [ 954.993979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.994145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.994247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.994565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.994565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.994704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2395b308-e6f5-4eb7-8532-270b5428c4a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.263612] env[63036]: INFO networking_nsxv3.common.synchronization [req-538f1acf-7a9e-4e62-ac33-73b685e9cc5a req-4cf8edde-68fa-4c96-a5de-376f8b4746dd tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 955.264147] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 955.264451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.264571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.264641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.264835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.264985] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.265093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.265155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.265298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.265380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.265468] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.475987] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.767613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.767895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.767895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.768083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.768174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.768372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.769369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.769369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.769369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.769369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.769369] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 955.793221] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.794333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.794333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.794333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.794333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.801104] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 955.978849] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.979139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.979139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.979348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.979439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.979541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b is going to be created. [ 956.001354] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.001489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.001560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.001750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.001903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.011369] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: UNINITIALIZED for 2s [ 956.366768] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 956.366991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.367179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.367393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.367581] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.367696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.367765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.368210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.368210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.368210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.368424] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.870379] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.870625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.870693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.870903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.871106] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.871246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.871305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.871465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.871555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.871644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.871800] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.871894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.871955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.872110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.872248] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.872350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.872417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.872553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.872627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.872708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.872796] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.374949] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 957.394254] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.394507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.394605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.395538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.395538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.395538] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.395538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.395854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.395854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.396129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.397056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.397056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.397056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.397056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.397056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.397056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.397381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.397381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.397381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.397487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.397524] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 957.455045] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.455045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.455252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.455423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.455521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.468081] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 957.811308] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 957.811308] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 957.811308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.026040] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: SUCCESS [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.026040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.026040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.026040] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.528035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.781231] env[63036]: INFO networking_nsxv3.common.synchronization [req-b6ea9d7d-065f-446a-bdc0-c758da49a8e2 req-c4471a59-670c-4a8f-95ca-191b6dcd4358 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 958.781840] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 958.782184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.782399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.782716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.782880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.783954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.784162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.784162] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.029887] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df325e44-a9d5-4b28-a3bd-493f1a5de25b: rpc.has_security_group_logging(os_id): False [ 959.048080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.048295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.048373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.048600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.048695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.049022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.049145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.049213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.049386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.049469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.049556] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b is going to be created. [ 959.124466] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.124644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.124712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.124883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.125081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.134847] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: IN_PROGRESS for 2s [ 959.286733] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.286936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.286997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.287307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.287477] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.287635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.287851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.288075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 959.332491] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.332708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.332708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.332904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.333051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.340845] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 959.483479] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 959.483479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.009737] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 req-a124dd33-3ac2-455c-a385-52ae5ffa177a tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 961.009737] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 961.010029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.010146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.010196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.010388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.010530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.010628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.010687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.010833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.010914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.011014] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.146835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: SUCCESS [ 961.147246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.310349] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.310349] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.310349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.310859] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.311151] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.311396] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.311643] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.311881] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.312112] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.312348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.330091] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.330923] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.330923] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.330923] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-471" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.330923] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-a2099991-2801-402b-a5a4-414c08fe59bf taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.332024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.332024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.332024] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.332024] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2099991-2801-402b-a5a4-414c08fe59bf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.349546] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 961.349546] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 961.349705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.514036] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.514239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.514407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.514605] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.514705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.514910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.515116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.515116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.515229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.515301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.515383] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 961.538968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.539503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.539503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.539503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.539642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.551597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 961.832826] env[63036]: INFO networking_nsxv3.common.synchronization [req-fb98a954-b946-4f69-a37f-0a95dbd25a39 req-2847d6ca-243d-4081-ae61-4d53c7594b22 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 961.833629] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 961.834831] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.835117] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.835350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.835792] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.836075] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.837029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port a2099991-2801-402b-a5a4-414c08fe59bf not found, creating... [ 961.837029] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.837181] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.837303] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.837665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.837958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.838444] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.838866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.838935] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.839308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.839566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.839825] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: a2099991-2801-402b-a5a4-414c08fe59bf is going to be created. [ 961.841958] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.841958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.841958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.841958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.842221] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.842375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.842493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.842727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.842874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.843041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.867251] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.867251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.867251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.867251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.867684] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.868656] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.346032] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.615312] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 req-ad41b20a-d0c0-41a3-afcc-1b91f5345723 service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 962.615502] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 req-ad41b20a-d0c0-41a3-afcc-1b91f5345723 service nova] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 962.615800] env[63036]: INFO networking_nsxv3.common.synchronization [req-8a67c27b-37fc-4796-8adc-e569dfb7ce53 req-ad41b20a-d0c0-41a3-afcc-1b91f5345723 service nova] Enqueued Resource ID: a2099991-2801-402b-a5a4-414c08fe59bf with Priority: HIGHEST for action port [ 962.616454] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_rules [ 962.616533] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 962.616673] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2099991-2801-402b-a5a4-414c08fe59bf with Priority: HIGHEST for action port [ 962.617051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.617402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.617488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.617699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.617783] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.618665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.618730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.619447] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2099991-2801-402b-a5a4-414c08fe59bf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.619447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.619447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.619447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.619679] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2099991-2801-402b-a5a4-414c08fe59bf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.848322] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.122080] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.122080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.124224] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2099991-2801-402b-a5a4-414c08fe59bf with status ACTIVE [ 963.124224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.124224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.124224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.124224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.124224] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.124467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.124467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.124467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.124566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.124697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.124915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.125023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.125059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.125794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.125794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.125794] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2099991-2801-402b-a5a4-414c08fe59bf is going to be updated. [ 963.153996] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.153996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.153996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.153996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.153996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.153996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2099991-2801-402b-a5a4-414c08fe59bf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.354797] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.355171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.355171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.355443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.355591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.355823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 963.382880] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.387519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.387519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.387519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.387519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.392246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 963.558021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 963.558226] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 963.558350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.558527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.558764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.558960] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.559117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.559185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.559342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.559659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.559659] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.061254] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.565411] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.071747] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.071747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.071747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.071747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.071747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.071747] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 965.111091] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.111248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.111321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.111539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.111691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.119307] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 965.401113] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 965.401657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.128983] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 967.129346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.129403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.129730] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.129912] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.130062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.130127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.130302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.130383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.130469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.130563] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.617617] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.617716] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 967.633389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.633684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.633799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.634244] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.634405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.634405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.634637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.634637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.634826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.634912] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.635015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.635093] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.635164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.635712] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.635712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.635712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.635712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.636107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.636107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.636107] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.139102] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e539313-bce7-4e42-9723-f11615e4c0ca: rpc.has_security_group_logging(os_id): False [ 968.158665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.158807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.158847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.159040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.159136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.159462] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.159602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.159674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.159824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.159905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.160111] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.160205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.160264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.160404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.160561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.160730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.160820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.160961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.161018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.161096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.162165] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 968.223640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.223789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.223861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.224083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.224232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.236374] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 970.252184] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 970.252518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.896786] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9b15fd50-fbc2-4979-a99a-b1bbb9594923 None None] Enqueued Resource ID: 700f01c5-2da5-41db-b354-527908e74a2c with Priority: HIGHEST for action port [ 970.897436] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 700f01c5-2da5-41db-b354-527908e74a2c with Priority: HIGHEST for action port [ 970.897627] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-700f01c5-2da5-41db-b354-527908e74a2c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.897754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-700f01c5-2da5-41db-b354-527908e74a2c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.897821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-700f01c5-2da5-41db-b354-527908e74a2c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.898110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-700f01c5-2da5-41db-b354-527908e74a2c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.898192] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('700f01c5-2da5-41db-b354-527908e74a2c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.190368] env[63036]: INFO networking_nsxv3.common.synchronization [req-d88df367-781e-467b-885d-664196fe8034 req-f7c324c6-e8a0-47db-ad50-8e1b742809d2 tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 971.190982] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 971.191669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.191805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.191869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.192089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.192247] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.192350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.192414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.192560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.192644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.192736] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.400177] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 700f01c5-2da5-41db-b354-527908e74a2c [ 971.401873] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.401873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.401873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.401873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.401873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.401873] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:700f01c5-2da5-41db-b354-527908e74a2c already deleted. [ 971.401873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-700f01c5-2da5-41db-b354-527908e74a2c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.695787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.695787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.695958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.697396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.697396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.697792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 971.725915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.725915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.725915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.725915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.725915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.740602] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 971.769063] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.769258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.769327] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.769575] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.770447] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.770447] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.770725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.770974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.771262] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.771424] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.771488] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.771606] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.771720] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.771834] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.771974] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.772105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.798903] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.799261] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.799848] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.800221] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-308" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.800663] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-b074e44f-0974-4641-92d1-508249515b3e taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.801032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.801241] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.801691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.801905] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b074e44f-0974-4641-92d1-508249515b3e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.305475] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.305704] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.305845] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.306148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.306302] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.306469] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port b074e44f-0974-4641-92d1-508249515b3e not found, creating... [ 972.306744] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.307125] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.307125] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.307321] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.307447] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.307728] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.307886] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.308018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.314328] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.314328] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.314328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: b074e44f-0974-4641-92d1-508249515b3e is going to be created. [ 972.331652] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.331889] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.332041] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.332332] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.332557] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.332787] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.636274] env[63036]: INFO networking_nsxv3.common.synchronization [req-d88df367-781e-467b-885d-664196fe8034 req-bb4ba3cf-529e-4704-9c66-8ad6be6481f9 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 973.636913] env[63036]: INFO networking_nsxv3.common.synchronization [req-d88df367-781e-467b-885d-664196fe8034 req-bb4ba3cf-529e-4704-9c66-8ad6be6481f9 service nova] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 973.636913] env[63036]: INFO networking_nsxv3.common.synchronization [req-d88df367-781e-467b-885d-664196fe8034 req-bb4ba3cf-529e-4704-9c66-8ad6be6481f9 service nova] Enqueued Resource ID: b074e44f-0974-4641-92d1-508249515b3e with Priority: HIGHEST for action port [ 973.637030] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_rules [ 973.637523] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 973.637634] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b074e44f-0974-4641-92d1-508249515b3e with Priority: HIGHEST for action port [ 973.637897] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.638032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.638096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.638273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.638361] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.639182] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.639329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.639521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-b074e44f-0974-4641-92d1-508249515b3e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.639639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.639639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.639866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.639866] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b074e44f-0974-4641-92d1-508249515b3e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.750872] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 973.751373] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 973.751511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.752328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.752552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.752744] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.752866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.752932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.753111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.753990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.753990] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.146938] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b074e44f-0974-4641-92d1-508249515b3e with status ACTIVE [ 974.147615] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.147615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.147615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.147615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.147615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.147871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.147941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.148013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.148545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.148710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.148937] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.149083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.149168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.149617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.149773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.149902] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b074e44f-0974-4641-92d1-508249515b3e is going to be updated. [ 974.151408] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.151747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.171874] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.172013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.172055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.175019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.175019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.175019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b074e44f-0974-4641-92d1-508249515b3e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.205883] env[63036]: INFO networking_nsxv3.common.synchronization [None req-51c2236b-d808-42c2-b6b1-921d882e4b97 None None] Enqueued Resource ID: d58f1051-176b-4bf3-87d2-82e142273cfa with Priority: HIGHEST for action port [ 974.205883] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d58f1051-176b-4bf3-87d2-82e142273cfa with Priority: HIGHEST for action port [ 974.206656] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d58f1051-176b-4bf3-87d2-82e142273cfa taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.206656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d58f1051-176b-4bf3-87d2-82e142273cfa" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.206656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d58f1051-176b-4bf3-87d2-82e142273cfa" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.206859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d58f1051-176b-4bf3-87d2-82e142273cfa" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.206859] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d58f1051-176b-4bf3-87d2-82e142273cfa',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.257041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.712676] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d58f1051-176b-4bf3-87d2-82e142273cfa [ 974.712676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.712676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.713722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.713722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.713722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.713722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d58f1051-176b-4bf3-87d2-82e142273cfa already deleted. [ 974.713722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d58f1051-176b-4bf3-87d2-82e142273cfa" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.759280] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.152107] env[63036]: INFO networking_nsxv3.common.synchronization [req-d6fd164e-2086-4e41-88ff-72e362023a9e req-5849de94-575c-43ea-94f9-551ad3caf4d6 tempest-ServerDiskConfigTestJSON-2101318993 tempest-ServerDiskConfigTestJSON-2101318993-project-member] Enqueued Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 975.152107] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e539313-bce7-4e42-9723-f11615e4c0ca with Priority: HIGHEST for action security_group_members [ 975.152107] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e539313-bce7-4e42-9723-f11615e4c0ca taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.152107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.152107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.152107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.152107] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.152107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.152107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.152433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.152433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.152433] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e539313-bce7-4e42-9723-f11615e4c0ca',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.261318] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.261506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.261584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.261755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.261845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.261960] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 975.290537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.290760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.291146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.298991] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 975.655875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.655875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.655875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.656272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.656272] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca is going to be updated. [ 975.681123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.681306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.681388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.681607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.682994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.692554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: IN_PROGRESS for 2s [ 977.183186] env[63036]: INFO networking_nsxv3.common.synchronization [None req-fa7de4ba-71a4-4222-8c46-f2df02a0a034 None None] Enqueued Resource ID: 44a540b0-3a60-4646-8fe0-586bf8f45277 with Priority: HIGHEST for action port [ 977.183762] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a540b0-3a60-4646-8fe0-586bf8f45277 with Priority: HIGHEST for action port [ 977.185315] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a540b0-3a60-4646-8fe0-586bf8f45277 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.185454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a540b0-3a60-4646-8fe0-586bf8f45277" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.186200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a540b0-3a60-4646-8fe0-586bf8f45277" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.186200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a540b0-3a60-4646-8fe0-586bf8f45277" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.186200] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a540b0-3a60-4646-8fe0-586bf8f45277',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.308026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 977.308271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.308442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.308664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.308991] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.308991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.309106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.309201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.309282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.309366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.309460] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.502984] env[63036]: INFO networking_nsxv3.common.synchronization [req-4618e23f-83b1-421f-903e-c8f84269dd89 req-7ab81a8f-757a-4038-b6a4-c9cd37b05cb9 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 977.503699] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 977.504265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.504426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.504497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.504700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.504861] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.505660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.505813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.505995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.506104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.506206] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.688778] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44a540b0-3a60-4646-8fe0-586bf8f45277 [ 977.689053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.689221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.689262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.689444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.689531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.689646] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44a540b0-3a60-4646-8fe0-586bf8f45277 already deleted. [ 977.689706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a540b0-3a60-4646-8fe0-586bf8f45277" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.702870] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e539313-bce7-4e42-9723-f11615e4c0ca in Status: SUCCESS [ 977.702870] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e539313-bce7-4e42-9723-f11615e4c0ca deletion is rescheduled due to dependency. [ 977.703632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e539313-bce7-4e42-9723-f11615e4c0ca" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.812410] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.816319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.816453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.816622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.816835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.818680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.818725] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.818906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.818988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.819086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.819268] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.819432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.819432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.819557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.819693] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.819796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.819865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.819996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 977.820081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.820162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.820244] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.008617] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.008775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.008842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.009085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.009966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.010256] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.010369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.010432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.011024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.011024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.011024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 978.033696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.033865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.033908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.034128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.034263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.042582] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 978.133436] env[63036]: INFO networking_nsxv3.common.synchronization [req-eb6da986-5141-4bc4-892f-f383442df219 req-590437e3-197d-4353-b69c-2a3b2825e685 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 978.133436] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 978.133734] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.133795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.133833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.134445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.135933] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.135933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.135933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.135933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.135933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.135933] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.199565] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.199969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.199969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.200195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.204022] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.204022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.204022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.204022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.204022] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.204022] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.204022] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.204022] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.204022] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.204022] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.204022] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.204022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.220991] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.221217] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.221366] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.221548] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-318" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.222056] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-767f8db3-684e-4dd3-9aad-0966bf91c615 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.222224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.222224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.223163] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.223163] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767f8db3-684e-4dd3-9aad-0966bf91c615',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.323908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce: rpc.has_security_group_logging(os_id): False [ 978.341804] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.341804] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.341804] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.341804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.342273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.342273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.342273] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.342273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.342273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.342423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.342453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.342581] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 978.404465] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.404465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.404465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.404465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.404465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.417045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 978.538840] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8c1c6b7c-7fe9-4cc7-aeee-e4075e0bb6f8 None None] Enqueued Resource ID: 084f4e02-d91b-4730-8098-01227c8dbcdc with Priority: HIGHEST for action port [ 978.538951] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084f4e02-d91b-4730-8098-01227c8dbcdc with Priority: HIGHEST for action port [ 978.539356] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-084f4e02-d91b-4730-8098-01227c8dbcdc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.539511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084f4e02-d91b-4730-8098-01227c8dbcdc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.539603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084f4e02-d91b-4730-8098-01227c8dbcdc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.539954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084f4e02-d91b-4730-8098-01227c8dbcdc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.540026] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084f4e02-d91b-4730-8098-01227c8dbcdc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.641509] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.727889] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.729204] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.729204] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.729333] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.729456] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.729636] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 767f8db3-684e-4dd3-9aad-0966bf91c615 not found, creating... [ 978.730209] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.730209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.730209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.731350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.731350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.731350] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.731350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.731350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.731579] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.731715] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.732257] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 767f8db3-684e-4dd3-9aad-0966bf91c615 is going to be created. [ 978.751695] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.751821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.751994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.752316] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.752555] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.752800] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.042283] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 084f4e02-d91b-4730-8098-01227c8dbcdc [ 979.042283] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.042283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.042617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.042617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.042617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.042730] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:084f4e02-d91b-4730-8098-01227c8dbcdc already deleted. [ 979.042764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084f4e02-d91b-4730-8098-01227c8dbcdc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.144171] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.520120] env[63036]: INFO networking_nsxv3.common.synchronization [req-4618e23f-83b1-421f-903e-c8f84269dd89 req-65827258-945d-491b-a071-d5045d817b5c service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 979.520388] env[63036]: INFO networking_nsxv3.common.synchronization [req-4618e23f-83b1-421f-903e-c8f84269dd89 req-65827258-945d-491b-a071-d5045d817b5c service nova] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 979.520455] env[63036]: INFO networking_nsxv3.common.synchronization [req-4618e23f-83b1-421f-903e-c8f84269dd89 req-65827258-945d-491b-a071-d5045d817b5c service nova] Enqueued Resource ID: 767f8db3-684e-4dd3-9aad-0966bf91c615 with Priority: HIGHEST for action port [ 979.520691] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_rules [ 979.520819] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 979.520915] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767f8db3-684e-4dd3-9aad-0966bf91c615 with Priority: HIGHEST for action port [ 979.528487] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.528626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.528719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.528936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.529045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.529944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.530191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.530267] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-767f8db3-684e-4dd3-9aad-0966bf91c615 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.530371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.530433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.532497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.532497] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('767f8db3-684e-4dd3-9aad-0966bf91c615',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.581980] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7e85499d-9c98-42a0-80e8-164ee8b47f6a None None] Enqueued Resource ID: e2e5d9ee-814e-4449-a94e-44147854e9ff with Priority: HIGHEST for action port [ 979.582275] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e5d9ee-814e-4449-a94e-44147854e9ff with Priority: HIGHEST for action port [ 979.585244] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e5d9ee-814e-4449-a94e-44147854e9ff taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.585428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e5d9ee-814e-4449-a94e-44147854e9ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.585516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e5d9ee-814e-4449-a94e-44147854e9ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.585859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e5d9ee-814e-4449-a94e-44147854e9ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.586063] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e5d9ee-814e-4449-a94e-44147854e9ff',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.648969] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.649182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.649230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.649480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.649525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.649595] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 979.696046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.696046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.696046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.696046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.696046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.705535] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 979.840514] env[63036]: INFO networking_nsxv3.common.synchronization [req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 req-03ae5761-8466-4d53-b5bb-2271a70f3beb tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 979.841053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 979.841363] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.841488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.841553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.841799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.841961] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.844028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.844107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.844275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.844359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.844453] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.033715] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.033715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.034150] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 767f8db3-684e-4dd3-9aad-0966bf91c615 with status ACTIVE [ 980.034229] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.034303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.034374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.034569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.034872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.034872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.034998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.034998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.035133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.035209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.035484] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.035484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.035894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.035894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.035894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.035894] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 767f8db3-684e-4dd3-9aad-0966bf91c615 is going to be updated. [ 980.052920] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 980.052920] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.052920] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.052920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.052920] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.058038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.058038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.058038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.058261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.058377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.058526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-767f8db3-684e-4dd3-9aad-0966bf91c615" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.089753] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2e5d9ee-814e-4449-a94e-44147854e9ff [ 980.090098] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.090249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.090249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.090472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.090522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.090590] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2e5d9ee-814e-4449-a94e-44147854e9ff already deleted. [ 980.090696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e5d9ee-814e-4449-a94e-44147854e9ff" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.226409] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.226623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.226756] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.227132] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.227403] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.227566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.227690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228237] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.228409] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.229032] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.229032] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.229032] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.229194] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.229194] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.229309] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.229449] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.251681] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.251859] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.252017] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.252202] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.252526] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-219170ef-9c20-45e0-a418-892acd7bd102 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.252705] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.252829] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.253179] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.253322] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219170ef-9c20-45e0-a418-892acd7bd102',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.348183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.348346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.348417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.348620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.348707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.348905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.349015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.349076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.349218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.349299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.349381] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b already deleted. [ 980.349459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.428867] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 980.429135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.557313] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.755692] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.755977] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.756140] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.756431] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.758863] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.759128] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 219170ef-9c20-45e0-a418-892acd7bd102 not found, creating... [ 980.759429] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.759599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.759725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.759973] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.760153] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.760440] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.760602] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.760727] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.760942] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.761553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.761732] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 219170ef-9c20-45e0-a418-892acd7bd102 is going to be created. [ 980.783757] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.783757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.783757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.783757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 980.783757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.783757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.060264] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.094422] env[63036]: INFO networking_nsxv3.common.synchronization [None req-f65498d7-75a5-4ce5-9c12-bc5cd8787515 None None] Enqueued Resource ID: ec4fd09f-eadd-45a3-93f0-7a02ca7733ed with Priority: HIGHEST for action port [ 981.094852] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4fd09f-eadd-45a3-93f0-7a02ca7733ed with Priority: HIGHEST for action port [ 981.095191] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec4fd09f-eadd-45a3-93f0-7a02ca7733ed taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.095330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec4fd09f-eadd-45a3-93f0-7a02ca7733ed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.095394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec4fd09f-eadd-45a3-93f0-7a02ca7733ed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.095656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec4fd09f-eadd-45a3-93f0-7a02ca7733ed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.095900] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec4fd09f-eadd-45a3-93f0-7a02ca7733ed',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.562615] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.562945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.562945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.563098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.563195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.563295] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 981.579456] env[63036]: INFO networking_nsxv3.common.synchronization [req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 req-f36e93d1-3d70-479f-a315-d6f473d0082e service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 981.579646] env[63036]: INFO networking_nsxv3.common.synchronization [req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 req-f36e93d1-3d70-479f-a315-d6f473d0082e service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 981.579834] env[63036]: INFO networking_nsxv3.common.synchronization [req-7abf957f-4ffa-41a6-a498-0d72fb0eea76 req-f36e93d1-3d70-479f-a315-d6f473d0082e service nova] Enqueued Resource ID: 219170ef-9c20-45e0-a418-892acd7bd102 with Priority: HIGHEST for action port [ 981.580088] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 981.580216] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 981.580313] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219170ef-9c20-45e0-a418-892acd7bd102 with Priority: HIGHEST for action port [ 981.580837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.580961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.581245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.581512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.581640] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.582480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.582602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.582695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.582916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.583127] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.583273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.583354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.583522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.583630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.583738] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.584500] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-219170ef-9c20-45e0-a418-892acd7bd102 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.584732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.584732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.585349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.585349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219170ef-9c20-45e0-a418-892acd7bd102',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.598185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec4fd09f-eadd-45a3-93f0-7a02ca7733ed [ 981.598453] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.598560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.598602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.598787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.598875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.598969] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec4fd09f-eadd-45a3-93f0-7a02ca7733ed already deleted. [ 981.599062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec4fd09f-eadd-45a3-93f0-7a02ca7733ed" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.600678] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.600863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.600932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.601211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 981.601376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.609696] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 981.714823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 981.715628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.086328] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.087668] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.088294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.088294] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 219170ef-9c20-45e0-a418-892acd7bd102 with status ACTIVE [ 982.088294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.088556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.088556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.089426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.089426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.089426] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.089426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.089426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.089758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.089758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.089868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.089998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.090101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.090308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.090415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.090534] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 219170ef-9c20-45e0-a418-892acd7bd102 is going to be updated. [ 982.111523] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.111686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.111749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.111949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.112100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.112259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.593813] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.096666] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.096871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.097252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.097252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.097418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.097418] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be created. [ 983.121112] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.121112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.121112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.121112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.121112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.130793] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: UNINITIALIZED for 2s [ 983.619552] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 983.619960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.619960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.620210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.620463] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.620618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.620710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.620879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.621015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.621458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.621553] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.044735] env[63036]: INFO networking_nsxv3.common.synchronization [req-3534a991-4e8e-40b6-8e6e-6630a012df57 req-2a6090b8-dfa7-4e59-abc7-3f6e285dcfea tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 984.045355] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGHEST for action security_group_members [ 984.045706] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.045860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.045920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.046287] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.046444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.046755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.046755] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.131210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.131210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.131210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.131210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.131856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.131856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.131856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.131856] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.548665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.549356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.552022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.552022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.552022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a is going to be updated. [ 984.584694] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.584694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.584694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.584694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.584694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.598755] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: IN_PROGRESS for 2s [ 984.635807] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f33002-d502-4df0-9587-d80211a73efe: rpc.has_security_group_logging(os_id): False [ 984.657038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.657038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.657038] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.657038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.659520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.660920] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.661242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.661444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.661766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.662035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.662385] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 984.766403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.766615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.766659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.766959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.767118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.785185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 984.903978] env[63036]: INFO networking_nsxv3.common.synchronization [req-fc89879e-7f42-4351-9e4b-bd3f5b3edf5d req-07a91a59-5234-4bdd-8873-8d69ced004a7 tempest-ServerActionsV293TestJSON-355111187 tempest-ServerActionsV293TestJSON-355111187-project-member] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 984.903978] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGHEST for action security_group_members [ 984.903978] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.903978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.903978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.904266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.904346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.904505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.904602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.905195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.905195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.905195] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.143111] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: UNINITIALIZED for 4s [ 985.407298] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.407550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.407657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.408294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.408294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.408294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.408294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.409292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.409292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.409292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.409292] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d is going to be updated. [ 985.437169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.437169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.437169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.437169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.437169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.446249] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: IN_PROGRESS for 2s [ 986.613160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 276c1694-b66c-4298-8c4b-567ec160c45a in Status: SUCCESS [ 986.613160] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a deletion is rescheduled due to dependency. [ 986.613160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.800982] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 986.801460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.980571] env[63036]: INFO networking_nsxv3.common.synchronization [req-842d92da-506f-456e-ba61-ad7d568aab76 req-cc06d9c7-eb82-43d7-aa0f-db89ea3baf91 tempest-ServersTestBootFromVolume-394683464 tempest-ServersTestBootFromVolume-394683464-project-member] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 986.983036] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGHEST for action security_group_members [ 986.984170] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.984310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.986219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.989534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.989534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.989534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.989534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.989534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.989534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.155731] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 987.156523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.156857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.157233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.161672] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.161672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.161672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.161672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.161672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.161672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.161672] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.455941] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e25cc50b-986f-4bba-92cb-03ba1184e77d in Status: SUCCESS [ 987.455941] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d deletion is rescheduled due to dependency. [ 987.455941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.491653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.491843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.491923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.492176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.492320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.492610] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.496024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.496024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.496024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.496024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.496024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae is going to be updated. [ 987.520358] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.520531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.520582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.520783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.520948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.529409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: IN_PROGRESS for 2s [ 987.664129] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.664473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.664473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.664821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.665260] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.665466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.665599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.665874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.666064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.666401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.666540] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.667217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.667217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.667217] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.667217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.667496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.667582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.667724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.667877] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.853213] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b27c014-a3e7-4406-9b08-586c6c87c4cb req-e54bb4a9-e1a3-4687-bd42-428651edd7da tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Enqueued Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 987.853213] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 987.853323] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.853387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.853456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.853735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.854087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.854087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.855380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.855569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.855624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.855729] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.173398] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b: rpc.has_security_group_logging(os_id): False [ 988.196639] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.197100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.197100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.197220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.197361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.198099] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.198099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.198099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.198099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.198099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.198464] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.198464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.198464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.198464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.198464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.198642] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.198731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.198799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.199136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.199251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.199380] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be created. [ 988.269415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.269415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.269415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.269644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.269753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.283133] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 988.320770] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.320770] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-649" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.321302] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-649" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.321302] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-649" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.321836] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.321836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.321836] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.326099] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.326361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.326613] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.326760] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.327251] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.327251] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.327251] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.327251] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.327473] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.351862] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.351862] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.351862] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.352098] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-649" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.352406] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-a2f653b3-eaad-4645-a648-48d706a2e72f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.352580] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.352696] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.353062] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.353220] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f653b3-eaad-4645-a648-48d706a2e72f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.360353] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.360353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.360353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.360507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.360507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.360872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.360872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.360872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.361130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.361226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.361265] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 already deleted. [ 988.361469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.857311] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.857615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.857615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.859039] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.859039] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.859039] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port a2f653b3-eaad-4645-a648-48d706a2e72f not found, creating... [ 988.859039] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.859039] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.859039] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.860359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.860359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.860359] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.860359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.860359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.860672] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.860672] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.860818] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: a2f653b3-eaad-4645-a648-48d706a2e72f is going to be created. [ 988.892597] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.892597] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.892760] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.893036] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.894009] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.894009] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.540360] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae in Status: SUCCESS [ 989.540537] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae deletion is rescheduled due to dependency. [ 989.540882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.717836] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b27c014-a3e7-4406-9b08-586c6c87c4cb req-75b5985b-49f0-43ce-b3a8-23994073067c service nova] Enqueued Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_rules [ 989.718180] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b27c014-a3e7-4406-9b08-586c6c87c4cb req-75b5985b-49f0-43ce-b3a8-23994073067c service nova] Enqueued Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 989.721333] env[63036]: INFO networking_nsxv3.common.synchronization [req-2b27c014-a3e7-4406-9b08-586c6c87c4cb req-75b5985b-49f0-43ce-b3a8-23994073067c service nova] Enqueued Resource ID: a2f653b3-eaad-4645-a648-48d706a2e72f with Priority: HIGHEST for action port [ 989.721333] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_rules [ 989.721333] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 989.721333] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f653b3-eaad-4645-a648-48d706a2e72f with Priority: HIGHEST for action port [ 989.721333] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.721333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.721333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.721333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.721333] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.722236] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.722349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.722408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.722673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.722754] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.722849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.722909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.723063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.723137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.723234] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.724554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f653b3-eaad-4645-a648-48d706a2e72f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.724679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.724785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.724910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.724980] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f653b3-eaad-4645-a648-48d706a2e72f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.227544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.227901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.227901] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.229076] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2f653b3-eaad-4645-a648-48d706a2e72f with status ACTIVE [ 990.229276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.229620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.229697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.229896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.229988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.230188] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.230296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.230354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.230513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.234023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.234023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.234023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.234023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.234023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.234023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.234023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2f653b3-eaad-4645-a648-48d706a2e72f is going to be updated. [ 990.235638] env[63036]: INFO networking_nsxv3.common.synchronization [req-25203b56-e5d1-426d-a948-36cd349cd4e4 req-6cb26a73-b399-4588-9a1b-1be7b34908c9 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 990.236616] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 990.236977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.237101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.237170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.237424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.237560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.237653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.237716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.237863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.237940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.238041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.254428] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.254606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.254669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.255112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.255112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.255491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f653b3-eaad-4645-a648-48d706a2e72f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.305124] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 990.305360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.393937] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7f40c709-b396-432e-bd55-82fcde56b892 None None] Enqueued Resource ID: 8ff602e0-e08b-4957-a76a-e4951d86e048 with Priority: HIGHEST for action port [ 990.394359] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff602e0-e08b-4957-a76a-e4951d86e048 with Priority: HIGHEST for action port [ 990.394665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff602e0-e08b-4957-a76a-e4951d86e048 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.394791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff602e0-e08b-4957-a76a-e4951d86e048" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.395214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff602e0-e08b-4957-a76a-e4951d86e048" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.395461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff602e0-e08b-4957-a76a-e4951d86e048" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.395552] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff602e0-e08b-4957-a76a-e4951d86e048',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.640448] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.640670] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-770" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.640838] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-770" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.641217] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-770" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.641500] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.641723] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.641855] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.642546] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.642812] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.643265] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.643450] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.643607] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.643757] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.643912] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.644080] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.644919] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.665279] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.665542] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.665844] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.665992] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-770" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.666330] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.666747] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.666901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.667257] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.667856] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.734985] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.740102] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.740267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.740381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.740525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.740612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.740820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.741222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.741334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.741524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.741612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.741681] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd already deleted. [ 990.741766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.898775] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff602e0-e08b-4957-a76a-e4951d86e048 [ 990.899057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.905055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.905055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.905055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.905055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.905055] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff602e0-e08b-4957-a76a-e4951d86e048 already deleted. [ 990.905055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff602e0-e08b-4957-a76a-e4951d86e048" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.175211] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.175877] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.182362] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b not found, creating... [ 991.182362] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.182362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.182362] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.182821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.182821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.182821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.182821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.182821] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b is going to be created. [ 991.201256] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.201256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.201256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.201256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.201256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.201256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.238585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.239046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.239046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.239046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.239300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.239300] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 is going to be created. [ 991.264076] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.264407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.264407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.265931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.265931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.282062] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: UNINITIALIZED for 2s [ 992.159476] env[63036]: INFO networking_nsxv3.common.synchronization [req-25203b56-e5d1-426d-a948-36cd349cd4e4 req-b2d0cca4-6b3b-4633-8beb-072dbe6ba3d1 service nova] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 992.163338] env[63036]: INFO networking_nsxv3.common.synchronization [req-25203b56-e5d1-426d-a948-36cd349cd4e4 req-b2d0cca4-6b3b-4633-8beb-072dbe6ba3d1 service nova] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 992.163510] env[63036]: INFO networking_nsxv3.common.synchronization [req-25203b56-e5d1-426d-a948-36cd349cd4e4 req-b2d0cca4-6b3b-4633-8beb-072dbe6ba3d1 service nova] Enqueued Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 992.164142] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 992.164698] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 992.164829] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 992.165136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.165260] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.165328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.165586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.165668] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.166556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.166669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.166738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.166916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.167074] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.167167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.167241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.167378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.167677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.167958] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.168643] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.168841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.168948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.169146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.169273] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.541085] env[63036]: INFO networking_nsxv3.common.synchronization [req-4969ebd6-499b-4eb3-85de-a61f95502ade req-3cf1afe8-f919-46c3-8545-959dd783edd4 tempest-ServersTestManualDisk-1361022547 tempest-ServersTestManualDisk-1361022547-project-member] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 992.541664] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGHEST for action security_group_members [ 992.542013] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.542146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.542236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.542789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.543062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.543203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.543282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.543484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.543572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.543672] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.671177] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.671462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.671622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.676924] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with status ACTIVE [ 992.677187] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.677378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.677470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.677683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.677790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.678039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.678598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.678598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.678598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.678598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.678774] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.678838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.678896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.679057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.679171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.679282] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b is going to be updated. [ 992.700180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.700180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.700180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.700180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 992.700180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.700534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.047983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.047983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.047983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.047983] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be is going to be updated. [ 993.117226] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.117226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.117226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.117226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.117226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.119296] env[63036]: INFO networking_nsxv3.common.synchronization [None req-a7cd4b12-a7ea-45b4-983f-651d19cc7971 None None] Enqueued Resource ID: 0f1da51b-f2b0-4122-b64e-3d07e1de0cfd with Priority: HIGHEST for action port [ 993.121952] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1da51b-f2b0-4122-b64e-3d07e1de0cfd with Priority: HIGHEST for action port [ 993.122747] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f1da51b-f2b0-4122-b64e-3d07e1de0cfd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.123065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f1da51b-f2b0-4122-b64e-3d07e1de0cfd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.123261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f1da51b-f2b0-4122-b64e-3d07e1de0cfd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.123708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f1da51b-f2b0-4122-b64e-3d07e1de0cfd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.123875] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f1da51b-f2b0-4122-b64e-3d07e1de0cfd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.132188] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: IN_PROGRESS for 2s [ 993.175510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.293786] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: SUCCESS [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.293786] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.293786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.293786] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.626690] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f1da51b-f2b0-4122-b64e-3d07e1de0cfd [ 993.626986] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.627091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.627157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.627363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.627451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.627549] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f1da51b-f2b0-4122-b64e-3d07e1de0cfd already deleted. [ 993.627686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f1da51b-f2b0-4122-b64e-3d07e1de0cfd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.678220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.678463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.678584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.678904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.679416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.679416] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be created. [ 993.704014] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.704014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.704014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.704014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.704014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.711921] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: UNINITIALIZED for 2s [ 993.797054] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.797254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.797324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.797501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.797665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.797760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.797821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.797964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.798066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.798329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.798501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.798813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.798813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.798813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.799031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.799124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.799183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.799379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.799459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.799532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.799621] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.007939] env[63036]: INFO networking_nsxv3.common.synchronization [None req-471392ae-ff6a-48f2-90b7-78b48ca4318f tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 994.007939] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 994.007939] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.007939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.007939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.008390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.008390] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.104068] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ad78c204-da30-4e77-8ee4-d1f9c6cf6dbf tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 994.104068] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 994.105910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.106541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.238052] env[63036]: INFO networking_nsxv3.common.synchronization [req-51c118ab-9bb6-4fd1-a051-7bdf54b603a4 req-4e0ff20b-b130-4b8a-a115-d237e8e45aed tempest-ImagesTestJSON-867622976 tempest-ImagesTestJSON-867622976-project-member] Enqueued Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 994.238760] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce with Priority: HIGHEST for action security_group_members [ 994.239143] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.239285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.239354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.239556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.239781] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.239906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.239972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.240170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.240265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.240359] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.302033] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237: rpc.has_security_group_logging(os_id): False [ 994.320642] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.320812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.320967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.321121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.321211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.321420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.321517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.321578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.321726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.321801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.321979] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.322117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.322188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.322331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.322405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.322580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.322672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.322732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.322868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.322939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.323084] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 is going to be created. [ 994.385467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.386178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.386178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.386178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.386178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.396782] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: IN_PROGRESS for 2s [ 994.534023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.534023] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b already deleted. [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.534023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.534023] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.742935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.742935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.742935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.743442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.743442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.744163] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.744163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.744163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.744414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.744448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.744561] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce is going to be updated. [ 994.773168] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.773361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.773482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.773607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.773750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.781968] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: IN_PROGRESS for 2s [ 995.055136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.055880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.055880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.055880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.056048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.056048] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b already deleted. [ 995.056174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.141116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: IN_PROGRESS for 4s [ 995.720995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 995.721323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.721532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.721769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.721970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.722106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.722172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.722341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.722417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.722511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.722601] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.819016] env[63036]: INFO networking_nsxv3.common.synchronization [req-106edeb0-136a-45cc-add6-c85cb8a4804b req-45de09e6-a68b-431f-90eb-d2a6bb73c8d5 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 995.820071] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 995.820540] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.820812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.822845] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 995.822845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.822845] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.150667] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.150932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.151139] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.151464] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.151777] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.152038] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.152227] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.152499] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.152724] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.153520] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.153768] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.153951] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.154132] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.154308] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.154469] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.154653] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.173034] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.173265] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.173457] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.173677] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.174045] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-cd94546a-2bcc-404c-82be-fc33f56c8988 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.174265] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.174425] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.174776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.174945] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd94546a-2bcc-404c-82be-fc33f56c8988',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.224653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.224801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.224873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.225295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.225400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.225466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.225686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.225726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.225851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.225989] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.226094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.226155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.226294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.226435] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.226511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.226570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.226702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.226776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.226855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.226964] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.331819] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.410150] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: SUCCESS [ 996.410263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.678451] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.678714] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.678839] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.679271] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.679434] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.679598] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port cd94546a-2bcc-404c-82be-fc33f56c8988 not found, creating... [ 996.679881] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.680065] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.680190] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.680426] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.680568] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.680864] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.681023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.681146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.681401] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.681562] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.681707] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: cd94546a-2bcc-404c-82be-fc33f56c8988 is going to be created. [ 996.701833] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.702091] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.702323] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.702614] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.702864] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.703157] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.729424] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7744f65b-9f81-4a30-ad84-03e60681b0dd: rpc.has_security_group_logging(os_id): False [ 996.751153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.751305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.751375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.751589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.751679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.751966] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.752087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.752151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.752390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.752470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.752649] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.752743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.752804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.752943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.753031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.753218] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.753312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.753373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.753507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.753578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.753661] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be created. [ 996.791260] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce in Status: SUCCESS [ 996.791441] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce deletion is rescheduled due to dependency. [ 996.791517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.823268] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.823636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.823636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.823736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.823949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.833421] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.847093] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 997.151859] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92dbe34f-e496-49f9-924b-b6476ae217be in Status: SUCCESS [ 997.151859] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be deletion is rescheduled due to dependency. [ 997.151859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.336580] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.336806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.336872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.337073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.338012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.338259] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 997.368134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.368283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.368352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.368547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.368700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.379104] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 997.453627] env[63036]: INFO networking_nsxv3.common.synchronization [req-106edeb0-136a-45cc-add6-c85cb8a4804b req-1489e00f-4602-4f2f-85a3-388b55901bca service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 997.453880] env[63036]: INFO networking_nsxv3.common.synchronization [req-106edeb0-136a-45cc-add6-c85cb8a4804b req-1489e00f-4602-4f2f-85a3-388b55901bca service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 997.454076] env[63036]: INFO networking_nsxv3.common.synchronization [req-106edeb0-136a-45cc-add6-c85cb8a4804b req-1489e00f-4602-4f2f-85a3-388b55901bca service nova] Enqueued Resource ID: cd94546a-2bcc-404c-82be-fc33f56c8988 with Priority: HIGHEST for action port [ 997.456736] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 997.456736] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 997.456736] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd94546a-2bcc-404c-82be-fc33f56c8988 with Priority: HIGHEST for action port [ 997.456736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.456736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.456736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.456736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.456736] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.457078] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.457078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.457260] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd94546a-2bcc-404c-82be-fc33f56c8988 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.457330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.457582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.457582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.457672] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd94546a-2bcc-404c-82be-fc33f56c8988',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.960136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.960572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.961744] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd94546a-2bcc-404c-82be-fc33f56c8988 with status ACTIVE [ 997.961986] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.962146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.962251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.962518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.962656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.962916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.963081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.963214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.963411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.963525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.964209] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.964209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.964209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.964209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.964436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.964436] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd94546a-2bcc-404c-82be-fc33f56c8988 is going to be updated. [ 997.984355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.984564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.984696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.984990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.985211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.985465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd94546a-2bcc-404c-82be-fc33f56c8988" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.860643] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 998.860711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.390141] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 999.390141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.390141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.390773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.390773] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.390773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.390773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.390773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.390773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.391174] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.894234] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.398434] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.903176] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.903375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.903468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.903731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.903843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.903964] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1000.942111] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.942253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.942326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.942531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1000.942669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.955105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1002.455514] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.456423] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1002.967614] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1002.967841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.968058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.968291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.968484] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.968601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.968671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.968846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1002.968928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.969057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.969162] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.475282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.475282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.475282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.479016] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.479016] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.479016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.479016] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.985491] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 1004.003480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.003480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.003771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.003869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.004052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.004336] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.004483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.005087] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.005346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.005472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.005778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.005932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.006045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.006262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.006369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.006658] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.006821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.006942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.007138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.007219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.007310] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1004.067056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.067279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.067369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.067574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.067723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.080015] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1004.224969] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8b97a239-4124-44f8-8b6e-ea22cf7c691f None None] Enqueued Resource ID: ecf73e36-7aff-4910-a034-b9bb3f99a213 with Priority: HIGHEST for action port [ 1004.225243] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf73e36-7aff-4910-a034-b9bb3f99a213 with Priority: HIGHEST for action port [ 1004.226252] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecf73e36-7aff-4910-a034-b9bb3f99a213 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.226252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecf73e36-7aff-4910-a034-b9bb3f99a213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.226252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecf73e36-7aff-4910-a034-b9bb3f99a213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.227062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecf73e36-7aff-4910-a034-b9bb3f99a213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.227155] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecf73e36-7aff-4910-a034-b9bb3f99a213',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.598942] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc6ffa30-b941-441e-8b99-3032d6c0f033 req-96f55200-4e53-4ae5-9876-5bde7e599c47 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1004.599635] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1004.599866] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.599989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.601368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.601368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.601532] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.601610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.601610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.601761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.601892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.601941] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.730246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecf73e36-7aff-4910-a034-b9bb3f99a213 [ 1004.730246] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.731262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.731262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.731262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.731262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.731262] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecf73e36-7aff-4910-a034-b9bb3f99a213 already deleted. [ 1004.731262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecf73e36-7aff-4910-a034-b9bb3f99a213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.104299] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.573316] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.573548] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.573694] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.574814] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.574814] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.574814] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.574814] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.575043] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.575043] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.575257] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.575379] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.575490] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.575601] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.575716] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.575877] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.576057] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.595631] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.595820] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.596146] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.596368] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.596689] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.596869] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.597019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.597364] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1005.597515] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73bc2b1-b7ca-4a1a-851a-ab14f247931a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.610955] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.001631] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7b9ff6bf-fb82-49a2-95e4-47226e84c561 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1006.002208] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1006.002516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.002638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.002704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.002959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.003167] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.092616] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bff2de58-6c47-4dde-b1c3-6c2567f4bc31 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1006.093618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1006.093866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.094409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1006.094808] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.094912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.100137] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.100137] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.100137] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.100137] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.102588] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.102588] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port c73bc2b1-b7ca-4a1a-851a-ab14f247931a not found, creating... [ 1006.102588] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.102588] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.102588] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.102847] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.102968] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.103297] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.103470] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.103592] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.103821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.103960] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.104118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: c73bc2b1-b7ca-4a1a-851a-ab14f247931a is going to be created. [ 1006.114057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.114241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.114342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.114523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.114610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.114705] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1006.124419] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.124419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.124592] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.125599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.125599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.125599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.140375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.140515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.140851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.141097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.141262] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.149615] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1006.324182] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8c6dee1b-483d-4ded-a3f8-4499fdcf2a81 None None] Enqueued Resource ID: f37599e8-b3ab-4e91-a082-01f54fefeaf0 with Priority: HIGHEST for action port [ 1006.324759] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37599e8-b3ab-4e91-a082-01f54fefeaf0 with Priority: HIGHEST for action port [ 1006.325121] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f37599e8-b3ab-4e91-a082-01f54fefeaf0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.325250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f37599e8-b3ab-4e91-a082-01f54fefeaf0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.325310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f37599e8-b3ab-4e91-a082-01f54fefeaf0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.325581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f37599e8-b3ab-4e91-a082-01f54fefeaf0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.325889] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f37599e8-b3ab-4e91-a082-01f54fefeaf0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.528373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.528554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.528627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.528794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.528894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.528994] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 already deleted. [ 1006.529097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.529254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.529414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.529494] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.828036] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f37599e8-b3ab-4e91-a082-01f54fefeaf0 [ 1006.828467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.828467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.828467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.828833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.828833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.829353] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f37599e8-b3ab-4e91-a082-01f54fefeaf0 already deleted. [ 1006.829488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f37599e8-b3ab-4e91-a082-01f54fefeaf0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.965351] env[63036]: INFO networking_nsxv3.common.synchronization [req-3092de80-4a0d-449a-9f12-dd32c69a596e req-783813f0-faa9-4e2a-ab76-03d958f9567e tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Enqueued Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1006.966240] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1006.968276] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.968276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.968276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.968554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.968853] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.970960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.970960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.970960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.970960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.970960] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.027308] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc6ffa30-b941-441e-8b99-3032d6c0f033 req-ddfadf09-9fae-44f2-90e0-505a1ec83f8a service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 1007.027516] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc6ffa30-b941-441e-8b99-3032d6c0f033 req-ddfadf09-9fae-44f2-90e0-505a1ec83f8a service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1007.027664] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc6ffa30-b941-441e-8b99-3032d6c0f033 req-ddfadf09-9fae-44f2-90e0-505a1ec83f8a service nova] Enqueued Resource ID: c73bc2b1-b7ca-4a1a-851a-ab14f247931a with Priority: HIGHEST for action port [ 1007.028253] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 1007.028478] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1007.028478] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c73bc2b1-b7ca-4a1a-851a-ab14f247931a with Priority: HIGHEST for action port [ 1007.028783] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.028911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.028980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.029222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.029346] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.033414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.033414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.033414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.033414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.033414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.033414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.033414] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c73bc2b1-b7ca-4a1a-851a-ab14f247931a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.052213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.052431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.053088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.053358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 already deleted. [ 1007.053358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.412790] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.412994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-678" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.413147] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-678" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.413493] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-678" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.413769] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.413976] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.414325] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414564] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.414802] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.414939] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.415095] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.415227] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.415342] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.415460] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.415570] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.415708] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.433816] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.434037] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.434191] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.434380] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-678" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.435565] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.435565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.435565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.435565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.435565] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.473787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.473955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.474041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.474351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.474551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.474649] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.474712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.474865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.474943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.475039] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 already deleted. [ 1007.475120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.532452] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.532648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.534028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c73bc2b1-b7ca-4a1a-851a-ab14f247931a with status ACTIVE [ 1007.534280] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.534375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.534442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.534618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.535090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.535288] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.535398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.535453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.535624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.535705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.535931] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.536064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.536121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.536255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.536340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.536421] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c73bc2b1-b7ca-4a1a-851a-ab14f247931a is going to be updated. [ 1007.555820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.556156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.556331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.556556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.556736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.556949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c73bc2b1-b7ca-4a1a-851a-ab14f247931a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.864259] env[63036]: INFO networking_nsxv3.common.synchronization [req-22eb70d8-b155-4b08-8f29-bb8f785ec964 req-b54159ae-dcf8-46a9-b071-772cda46def9 tempest-AttachInterfacesV270Test-81073041 tempest-AttachInterfacesV270Test-81073041-project-member] Enqueued Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 1007.864956] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGHEST for action security_group_members [ 1007.865364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.866034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.866034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.866034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.866226] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.866339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.866419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.866603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.866689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.866815] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.937759] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.938067] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.938256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.938621] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.938807] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.939022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba not found, creating... [ 1007.939346] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.939524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.939640] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.939916] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.940163] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.940617] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.940809] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.940978] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.941320] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.941565] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.941814] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba is going to be created. [ 1007.962192] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.962471] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.962600] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.962905] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1007.963221] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.963483] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.032783] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.032783] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.033279] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.033602] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.033995] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.034357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.034483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.034722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.035222] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.035346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.035448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.036527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.040022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.040022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785fba7-7bcf-409c-9e22-400d7446bc56 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.040022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.040022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.040022] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.083331] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_rules [ 1008.083606] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.084102] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 1008.084102] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.084264] env[63036]: INFO networking_nsxv3.common.synchronization [req-e4630bf4-62b4-45aa-b92d-307a3d5d9c5a req-25b7436a-102e-4357-9c4e-d69e8d74acb0 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 1008.084677] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_rules [ 1008.084835] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 1008.084941] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 1008.086465] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.086465] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.086465] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1785fba7-7bcf-409c-9e22-400d7446bc56 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.088570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.088570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.088570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.088570] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785fba7-7bcf-409c-9e22-400d7446bc56 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.093534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.093534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.159624] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1008.159856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.160584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.160738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.160927] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.161063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.161131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.161290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.161362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.161453] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.347881] env[63036]: INFO networking_nsxv3.common.synchronization [req-01261026-8c1d-415f-a8ad-1532a14fe994 req-be0cc87d-d061-4db8-ada3-0466e5d6e735 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.348079] env[63036]: INFO networking_nsxv3.common.synchronization [req-01261026-8c1d-415f-a8ad-1532a14fe994 req-be0cc87d-d061-4db8-ada3-0466e5d6e735 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.348583] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.348716] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 with Priority: HIGHEST for action security_group_members [ 1008.349015] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.349174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.349452] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785fba7-7bcf-409c-9e22-400d7446bc56 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.349452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.369496] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.369653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.369717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.369934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.370039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.370249] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.370315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.370377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.370522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.370596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.370681] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 is going to be updated. [ 1008.390528] env[63036]: INFO networking_nsxv3.common.synchronization [req-01261026-8c1d-415f-a8ad-1532a14fe994 req-be0cc87d-d061-4db8-ada3-0466e5d6e735 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 1008.390716] env[63036]: INFO networking_nsxv3.common.synchronization [req-01261026-8c1d-415f-a8ad-1532a14fe994 req-be0cc87d-d061-4db8-ada3-0466e5d6e735 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.390864] env[63036]: INFO networking_nsxv3.common.synchronization [req-01261026-8c1d-415f-a8ad-1532a14fe994 req-be0cc87d-d061-4db8-ada3-0466e5d6e735 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 1008.391361] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_rules [ 1008.391490] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1008.391588] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with Priority: HIGHEST for action port [ 1008.391847] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.391949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.393205] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.393205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.393205] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.393205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.397167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.397343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.397415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.397610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.397754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.406239] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: IN_PROGRESS for 2s [ 1008.541715] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.545353] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.593974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with status ACTIVE [ 1008.594324] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.594468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.594536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.594753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.595122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.595122] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.595122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.595249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.595304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.595375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.595552] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.595638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.595695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.595827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.597074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.597074] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b is going to be updated. [ 1008.597605] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-1785fba7-7bcf-409c-9e22-400d7446bc56 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.597734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.598020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.598396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.617542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.617691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.617763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.617975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.618232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.618403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.618550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.618704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.619301] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.667257] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.043545] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.046207] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.121613] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b with status ACTIVE [ 1009.121910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.122069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.122143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.122431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.122495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.122650] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.122768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.122836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.122991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.123094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.123314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.123392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.123441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.123614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.123693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.123804] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b is going to be updated. [ 1009.146726] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.146948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.147017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.147291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.147464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.147694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b4eece4-a8be-4ffc-af0e-4fc4c6c9ea4b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.171762] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [req-3092de80-4a0d-449a-9f12-dd32c69a596e req-5ef2a962-14fe-455f-858c-897d4e7d9002 service nova] Enqueued Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_rules [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [req-3092de80-4a0d-449a-9f12-dd32c69a596e req-5ef2a962-14fe-455f-858c-897d4e7d9002 service nova] Enqueued Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [req-3092de80-4a0d-449a-9f12-dd32c69a596e req-5ef2a962-14fe-455f-858c-897d4e7d9002 service nova] Enqueued Resource ID: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba with Priority: HIGHEST for action port [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_rules [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1009.254484] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba with Priority: HIGHEST for action port [ 1009.260018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.260018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.260018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.260018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.260018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.262504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.262695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.262794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.262891] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.265389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.265960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.265960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.265960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.265960] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.546776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.546952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.547038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.547255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.547373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.547476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1009.556672] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.556672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.556672] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.556810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.556862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.557075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 is going to be created. [ 1009.574743] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.574979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.575112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.575336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.575501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.580067] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.580067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.580067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.580067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.580067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.589383] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1009.590145] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 in Status: UNINITIALIZED for 2s [ 1009.674528] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.674528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.675560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.675560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.675560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.675560] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1009.721836] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.721836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.721836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.721836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.722670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.740297] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1009.767705] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.768884] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.769040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.769403] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba with status ACTIVE [ 1009.769581] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.769693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.769756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.769971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.770074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.770250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.770350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.770404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.770567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.770643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.770822] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.770909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.770966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.771132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.771211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.771298] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba is going to be updated. [ 1009.795202] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.795415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.795415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.796029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.796029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.796029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a2d1eaf-1f91-4e23-b2f3-0c60d3640eba" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.217520] env[63036]: INFO networking_nsxv3.common.synchronization [req-8d509a55-1cc7-4869-9072-01475781f285 req-2d83164b-6c3c-4adb-b08c-4d423f4e4e90 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1010.218069] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1010.218415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.218539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.218601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.218803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.218955] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.223130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.223229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.223408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.223502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.223645] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.270734] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.416379] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 in Status: SUCCESS [ 1010.417618] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 deletion is rescheduled due to dependency. [ 1010.417618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.726423] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.776927] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.777181] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.777242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.777474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.777575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.777678] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 is going to be created. [ 1010.799454] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.799596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.799671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.800572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.800572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.808799] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: UNINITIALIZED for 2s [ 1011.230276] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.601942] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1011.602242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.602974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 in Status: SUCCESS [ 1011.603332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.603332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.603525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.603744] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.603824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.603886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.604102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.604185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.604284] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.605412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.605412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.608765] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.609064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.609064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.609166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.609203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.609294] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.735611] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.735803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.736221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.736221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.736368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.736444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1011.753464] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1011.753580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.753807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.754047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.754296] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.754448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.754535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.754731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.754839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.754953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.755085] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.769164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.769164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.769164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.769164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.769164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.777719] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1012.111385] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.112748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.113738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.114394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.116018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.116018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.116018] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 is going to be deleted. [ 1012.152292] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.152446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.152520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.152724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.152930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.152930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.153359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.153536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.153697] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.153809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.153881] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.154074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.154157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.154217] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.260447] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.260773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.260773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.260890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.261224] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.261333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.261333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.261469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.261552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.261638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.261787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.261996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.262191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.262495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.262781] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.262875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.262925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.263167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.263297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.263438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.263579] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.617861] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.658229] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.658229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.658472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.658514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.658666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.660669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.660669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 already deleted. [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.660669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.660669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.660669] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.766667] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b: rpc.has_security_group_logging(os_id): False [ 1012.785369] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.788402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.788402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.788402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.789148] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.789410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.789623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.789892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.791960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.791960] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1012.818229] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: SUCCESS [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.818229] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.818229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.818229] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.849325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.849482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.849537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.849749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.850095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.862116] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1013.082328] env[63036]: INFO networking_nsxv3.common.synchronization [req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 req-8d612c97-7fb0-469e-aad3-bc9c30894634 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1013.082328] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1013.082328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.082328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.082328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.082328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.082328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.082328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.083107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.083315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.083406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.083503] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.120322] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.120322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.120448] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.120625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.120726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.120865] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1013.152221] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.152373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.152444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.152657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.152808] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.161848] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1013.166764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.166764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.166764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.166764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.170357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.170357] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 already deleted. [ 1013.170357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.170357] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.324967] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.325395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.325395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.325395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.325495] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.325661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.325661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.325828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.325884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.326609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.326609] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.326609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.326609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.326609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.326609] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.326609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.326981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.326981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.326981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.326981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.327146] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.585757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.586027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.586142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.586389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.586482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.586695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.586790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.587025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.587326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.587420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b already deleted. [ 1013.587720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.617324] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.617639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.617874] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.618987] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.619299] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.619683] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.623282] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.623595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.623773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.624079] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.624260] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.624322] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.624440] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.624579] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1013.624684] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.624827] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.647428] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.647604] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.647749] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.647936] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.648316] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.648496] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.648634] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.648981] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.649664] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9845f7-5d58-41f0-9e35-ec296d0ff2a9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.670852] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1785fba7-7bcf-409c-9e22-400d7446bc56',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.787681] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1013.787681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.829530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51d7c474-0ece-41d1-8e32-319cbfc57c29: rpc.has_security_group_logging(os_id): False [ 1013.845938] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.850023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.850023] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.850023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.850626] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.850626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.850626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.850626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.850626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.850626] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 is going to be created. [ 1013.905787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.905992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.906079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.906500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.916790] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: IN_PROGRESS for 2s [ 1014.153246] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.153454] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.153520] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.153952] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.154723] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.154723] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 not found, creating... [ 1014.154723] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.154893] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.155040] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.155360] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.156388] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.157285] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.157285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.157285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.157460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.157528] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.157863] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 is going to be created. [ 1014.174558] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1785fba7-7bcf-409c-9e22-400d7446bc56: rpc.has_security_group_logging(os_id): False [ 1014.176816] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.177463] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.177463] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177463] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.179203] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.179485] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.208294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.208503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.208503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.208712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.208799] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.208997] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.209116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.209179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.209334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.209409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.209494] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 is going to be created. [ 1014.228250] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56], does not exist path=[/infra/domains/default/groups/1785fba7-7bcf-409c-9e22-400d7446bc56]."\n}' [ 1014.228402] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56 [ 1014.228532] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1014.308020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.308020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.308020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.308754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.308944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.309239] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.309537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.309705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.309939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.310198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.310388] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1785fba7-7bcf-409c-9e22-400d7446bc56 is going to be created. [ 1014.327441] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56], does not exist path=[/infra/domains/default/groups/1785fba7-7bcf-409c-9e22-400d7446bc56]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56 [ 1014.327441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1785fba7-7bcf-409c-9e22-400d7446bc56" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.327441] env[63036]: Traceback (most recent call last): [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1014.327441] env[63036]: return func(*args, **kwargs) [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1014.327441] env[63036]: res.raise_for_status() [ 1014.327441] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1014.327441] env[63036]: raise HTTPError(http_error_msg, response=self) [ 1014.327441] env[63036]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56 [ 1014.327441] env[63036]: During handling of the above exception, another exception occurred: [ 1014.327441] env[63036]: Traceback (most recent call last): [ 1014.327441] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1014.327441] env[63036]: listener.cb(fileno) [ 1014.327441] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1014.327441] env[63036]: result = function(*args, **kwargs) [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1014.327441] env[63036]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1014.327441] env[63036]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1014.327441] env[63036]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1014.327441] env[63036]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1014.327441] env[63036]: res.raise_for_status() [ 1014.327441] env[63036]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1014.327441] env[63036]: raise HTTPError(http_error_msg, response=self) [ 1014.327441] env[63036]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1785fba7-7bcf-409c-9e22-400d7446bc56 [ 1014.327441] env[63036]: Removing descriptor: 60 [ 1014.588123] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.588337] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.873721] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1014.874149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.906626] env[63036]: INFO networking_nsxv3.common.synchronization [req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 req-02a2c484-4365-4805-885f-f1e82d616a9a service nova] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 1014.906807] env[63036]: INFO networking_nsxv3.common.synchronization [req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 req-02a2c484-4365-4805-885f-f1e82d616a9a service nova] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1014.906916] env[63036]: INFO networking_nsxv3.common.synchronization [req-4ed4efb0-c23f-4eaf-a6c9-6574672c4526 req-02a2c484-4365-4805-885f-f1e82d616a9a service nova] Enqueued Resource ID: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 with Priority: HIGHEST for action port [ 1014.907226] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_rules [ 1014.907363] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1014.907458] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 with Priority: HIGHEST for action port [ 1014.908039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.908169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.908230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.908441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.908517] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.909470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.909470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.909607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.909970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.909970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.909970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.909970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.910202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.910202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.910493] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.911528] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.911528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.911528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.911528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.911528] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9845f7-5d58-41f0-9e35-ec296d0ff2a9',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.172327] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.172327] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.172327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.172327] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.295772] env[63036]: INFO networking_nsxv3.common.synchronization [req-d04ec648-ce94-47fe-a67f-a4c85375572f req-62c17bf0-56cf-4ed1-9fd5-0fe05a4b2d9f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1015.296272] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1015.296576] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.296699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.296760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.297182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.297366] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.297467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.297534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.297711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.297794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.297901] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.412626] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.413024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.413024] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.414224] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 with status ACTIVE [ 1015.414443] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.414562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.414630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.414837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.414927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.415118] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.415218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.415280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.415439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.415515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.415693] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.415785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.415846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.416112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.416197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.416321] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb9845f7-5d58-41f0-9e35-ec296d0ff2a9 is going to be updated. [ 1015.438430] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.438430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.438430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.438430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.438430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.438880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9845f7-5d58-41f0-9e35-ec296d0ff2a9" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.674091] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.800169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.800392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.800392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.800619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.800705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.800945] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.801075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.801075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.801268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.801316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.801367] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 already deleted. [ 1015.801447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.856463] env[63036]: INFO networking_nsxv3.common.synchronization [req-9868e775-c0f2-485c-a9fe-36fdcd1027a6 req-e2e5ac1e-99d0-49a1-82a8-092c77ed5e96 tempest-ServerRescueTestJSONUnderV235-221668035 tempest-ServerRescueTestJSONUnderV235-221668035-project-member] Enqueued Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1015.857025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd with Priority: HIGHEST for action security_group_members [ 1015.857348] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.857460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.882470] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.882750] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.882935] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.883236] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.883505] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.883692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.883860] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.884525] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.884716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.884946] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.885112] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.885239] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.885372] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.885501] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1015.885685] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.885832] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.904956] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.905151] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1015.905340] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.906012] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.906427] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e89e6c1f-5181-4f46-82e4-c4029a70f057 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.908018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.908018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.908018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.908018] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89e6c1f-5181-4f46-82e4-c4029a70f057',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.919066] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.930894] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: SUCCESS [ 1015.930894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.178230] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.410983] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.410983] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.411210] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.411391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.411566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.411730] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e89e6c1f-5181-4f46-82e4-c4029a70f057 not found, creating... [ 1016.412042] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.412235] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.412371] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.412607] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.413628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.413628] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.413628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.413628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.413628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.414108] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.414108] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e89e6c1f-5181-4f46-82e4-c4029a70f057 is going to be created. [ 1016.421636] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.421763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.421833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.422024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.422111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.422202] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b is going to be created. [ 1016.433873] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.434190] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.434352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.434613] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.434856] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.435113] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.448453] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.448693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.448770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.449019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.449235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.461308] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: UNINITIALIZED for 2s [ 1016.680326] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.680521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.680586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.680792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.680880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.680991] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1016.707622] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.707848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.707970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.708290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.708454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.715957] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1017.249771] env[63036]: INFO networking_nsxv3.common.synchronization [req-d04ec648-ce94-47fe-a67f-a4c85375572f req-8661f656-b48a-4e4f-9571-c5d4bfb36e94 service nova] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1017.249771] env[63036]: INFO networking_nsxv3.common.synchronization [req-d04ec648-ce94-47fe-a67f-a4c85375572f req-8661f656-b48a-4e4f-9571-c5d4bfb36e94 service nova] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1017.249771] env[63036]: INFO networking_nsxv3.common.synchronization [req-d04ec648-ce94-47fe-a67f-a4c85375572f req-8661f656-b48a-4e4f-9571-c5d4bfb36e94 service nova] Enqueued Resource ID: e89e6c1f-5181-4f46-82e4-c4029a70f057 with Priority: HIGHEST for action port [ 1017.251839] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_rules [ 1017.251839] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1017.251839] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89e6c1f-5181-4f46-82e4-c4029a70f057 with Priority: HIGHEST for action port [ 1017.252496] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.252740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.253337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.255184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.255184] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.255184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.255370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.255370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.255668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.255877] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.256046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.256117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.256441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.256541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.256626] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.258043] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89e6c1f-5181-4f46-82e4-c4029a70f057 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.258043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.258043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.258043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.258368] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89e6c1f-5181-4f46-82e4-c4029a70f057',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.314890] env[63036]: INFO networking_nsxv3.common.synchronization [req-d38eb1bd-0294-472d-802e-7171938160ea req-19aed2db-f37b-4162-b7d6-fcf289ff3df0 tempest-ServersTestJSON-2117375565 tempest-ServersTestJSON-2117375565-project-member] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 1017.315446] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGHEST for action security_group_members [ 1017.315790] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.315943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.316046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.316438] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.316549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.316627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.316924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.317055] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.762503] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.762827] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.763675] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e89e6c1f-5181-4f46-82e4-c4029a70f057 with status ACTIVE [ 1017.763874] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.763993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.764078] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.764277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.764362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.764530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.764622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.764684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.764827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.764928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.765085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.765180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.765241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.765378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.765449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.765530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e89e6c1f-5181-4f46-82e4-c4029a70f057 is going to be updated. [ 1017.785308] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.785517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.785618] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.785824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.785984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.786175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89e6c1f-5181-4f46-82e4-c4029a70f057" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.818907] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.819193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.819284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.819504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.839141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.839402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.839522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.839585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.839781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.840094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.840094] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 is going to be updated. [ 1017.870464] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.870671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.870671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.870903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1017.871059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.878958] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: IN_PROGRESS for 2s [ 1018.115074] env[63036]: INFO networking_nsxv3.common.synchronization [req-42d5c05d-8feb-4eea-a53f-0981b875b3f0 req-951d38a0-9c1a-4757-aa7a-127af637f37a tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1018.115589] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1018.115929] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.116071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.116163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.116398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.116590] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.116731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.116800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.116975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.121595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.121711] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.267514] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.470641] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: SUCCESS [ 1018.470873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.471049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.471274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.471469] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.471586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.471652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.471795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.471875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.471957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.472080] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.627689] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.727623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.727623] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.727623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.727623] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.770913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.770913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.770913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.770913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.770913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.770913] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 is going to be created. [ 1018.794415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.794620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.798026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.798026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.798026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.817628] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: UNINITIALIZED for 2s [ 1018.975316] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.132570] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.238771] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.238771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.238771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.238771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.263560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.263881] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.264108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.264172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.264379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.264461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.264554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1019.293360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.293616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.293616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.293791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.293957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.306406] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1019.477063] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a205388-d52a-4b13-9fbf-672b815ef59b: rpc.has_security_group_logging(os_id): False [ 1019.496275] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.496433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.496533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.496762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.496851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.497159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.497270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.497331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.497496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.497577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.497669] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b is going to be created. [ 1019.552776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.552954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.553045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.553293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.557020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.563332] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: IN_PROGRESS for 2s [ 1019.634825] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.635043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.635126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.635285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.635377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.638729] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1019.718199] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.718342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.718391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.718604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.718747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.739782] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1019.888708] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f77a83-0346-4e54-823c-2e70c1121298 in Status: SUCCESS [ 1019.889068] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 deletion is rescheduled due to dependency. [ 1019.889068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.828432] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: SUCCESS [ 1020.828691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.828797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.829027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.829226] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.829344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.829412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.829640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.829640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.829771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.829805] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.317085] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1021.317085] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd deletion is rescheduled due to dependency. [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.317085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.317085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.317085] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.318722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.319720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.320085] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.320356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.321094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.322079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.322079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.322079] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.332273] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.577263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: SUCCESS [ 1021.577513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.748768] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1021.749472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.825999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.825999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.825999] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.825999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.825999] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1021.836354] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 600a3f0e-be87-4749-8bfb-819349b0ec43: rpc.has_security_group_logging(os_id): False [ 1021.923438] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.924319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.924565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.925235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.927131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.931887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.931887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.931887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.931887] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 is going to be created. [ 1021.934570] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1021.990035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.990035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.990035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.990035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.990035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.005765] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: IN_PROGRESS for 2s [ 1023.116958] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.116958] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1023.945804] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1023.946109] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd deletion is rescheduled due to dependency. [ 1023.946259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.946399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.946718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.946946] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.947294] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.947396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.947595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.947726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.947847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.948261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-7744f65b-9f81-4a30-ad84-03e60681b0dd taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.948261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.948261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.948513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.948654] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.948797] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.948911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.949084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.949234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.949322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.949439] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.016354] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: SUCCESS [ 1024.016697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.451890] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7744f65b-9f81-4a30-ad84-03e60681b0dd: rpc.has_security_group_logging(os_id): False [ 1024.469020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.469225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.469300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.469600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.469600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.469821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.469917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.469980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.470150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.470226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.470404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.470496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.470554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.470755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.470840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.471165] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.471282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.471347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.471494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.471569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.471683] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be updated. [ 1024.530089] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.530317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.530317] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.533288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1024.533288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.544991] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: IN_PROGRESS for 2s [ 1026.561889] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd in Status: SUCCESS [ 1026.561889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.561889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.561889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.561889] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7744f65b-9f81-4a30-ad84-03e60681b0dd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.920109] env[63036]: INFO networking_nsxv3.common.synchronization [req-104ad01b-3819-4677-88ba-90ea6d39072f req-065f54d0-a45e-4622-b6a9-f25bcf8338cf tempest-InstanceActionsTestJSON-1613452514 tempest-InstanceActionsTestJSON-1613452514-project-member] Enqueued Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1026.920631] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGHEST for action security_group_members [ 1026.920964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.921105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.921259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.921466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.922349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.922349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.922349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.922349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1026.922349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.922349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.080359] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.080440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.080516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.080744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.080812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.080911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7744f65b-9f81-4a30-ad84-03e60681b0dd is going to be deleted. [ 1027.130451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.130622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.130658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.130869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.130973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.131103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7744f65b-9f81-4a30-ad84-03e60681b0dd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.424415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.424584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.424658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.424883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.444178] env[63036]: INFO networking_nsxv3.common.synchronization [req-54ed54d1-4a25-445e-a252-3b854d690812 req-b111d07b-1b1a-43d7-9615-f7744fd53f92 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1027.445749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.446300] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.446300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.446300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.446517] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.446578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.446674] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 is going to be updated. [ 1027.448842] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1027.449199] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.449387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.449566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.449712] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.449898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.450056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.450138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.450229] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.473398] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.473524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.473599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.473816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.474040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.484179] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: IN_PROGRESS for 2s [ 1027.952498] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.986083] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.988020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.988020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.988020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.988020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.988020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.988020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.988572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.988851] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.989254] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.989518] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.992054] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.992054] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.992054] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.992054] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.992054] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.008229] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.008855] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.009265] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.009613] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-839" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.011019] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.011019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.011019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.011436] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.011683] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc8a7cc-4233-4c31-8bda-934ce4d6c0ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.065461] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4c6c8eee-c781-4e9a-bceb-a73610124045 None None] Enqueued Resource ID: ce689b02-a696-4633-bc8a-2326a6dd69b6 with Priority: HIGHEST for action port [ 1028.065461] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce689b02-a696-4633-bc8a-2326a6dd69b6 with Priority: HIGHEST for action port [ 1028.065461] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce689b02-a696-4633-bc8a-2326a6dd69b6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.065461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce689b02-a696-4633-bc8a-2326a6dd69b6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.065461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce689b02-a696-4633-bc8a-2326a6dd69b6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.065745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce689b02-a696-4633-bc8a-2326a6dd69b6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.066023] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce689b02-a696-4633-bc8a-2326a6dd69b6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.456034] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.514500] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.514770] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.514910] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.515209] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.515369] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.515551] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port adc8a7cc-4233-4c31-8bda-934ce4d6c0ae not found, creating... [ 1028.515808] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.516021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.516160] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.516403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.516547] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.516863] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.517030] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.517158] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.517375] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.517516] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.517662] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae is going to be created. [ 1028.539414] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.539858] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.539995] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.540290] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.540526] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.540812] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.570786] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce689b02-a696-4633-bc8a-2326a6dd69b6 [ 1028.571032] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.571176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.571864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.571864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.571864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.571864] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce689b02-a696-4633-bc8a-2326a6dd69b6 already deleted. [ 1028.571864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce689b02-a696-4633-bc8a-2326a6dd69b6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.958563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.958839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.958839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.958997] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.959105] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.959206] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1028.985035] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.985184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.985256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.985458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1028.985601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.995238] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1029.047621] env[63036]: INFO networking_nsxv3.common.synchronization [None req-346bb81b-1a7c-4770-b93f-a6652f7c564c tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1029.047621] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1029.047621] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.047621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.047621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.048208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.048208] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.211529] env[63036]: INFO networking_nsxv3.common.synchronization [None req-309c82bc-4dff-4551-9f2a-7c83840de86f tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1029.212725] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1029.213092] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.213235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.379060] env[63036]: INFO networking_nsxv3.common.synchronization [req-54ed54d1-4a25-445e-a252-3b854d690812 req-7122dd46-0535-44f6-8d70-dee833d15fbc service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 1029.379251] env[63036]: INFO networking_nsxv3.common.synchronization [req-54ed54d1-4a25-445e-a252-3b854d690812 req-7122dd46-0535-44f6-8d70-dee833d15fbc service nova] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1029.379390] env[63036]: INFO networking_nsxv3.common.synchronization [req-54ed54d1-4a25-445e-a252-3b854d690812 req-7122dd46-0535-44f6-8d70-dee833d15fbc service nova] Enqueued Resource ID: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae with Priority: HIGHEST for action port [ 1029.379613] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_rules [ 1029.380024] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1029.380024] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae with Priority: HIGHEST for action port [ 1029.381335] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.381476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.382370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.382370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.382370] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.382653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.382745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.383028] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.383131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.383131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.383274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.383349] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc8a7cc-4233-4c31-8bda-934ce4d6c0ae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.493649] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 in Status: SUCCESS [ 1029.493870] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 deletion is rescheduled due to dependency. [ 1029.494011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.574482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.574664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.574723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.574905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.574992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.575102] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 already deleted. [ 1029.575216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.575336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.575488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.575570] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.889211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.889211] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adc8a7cc-4233-4c31-8bda-934ce4d6c0ae with status ACTIVE [ 1029.889211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.889211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.889211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.889211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.889662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.889662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.889662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.889662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.889662] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adc8a7cc-4233-4c31-8bda-934ce4d6c0ae is going to be updated. [ 1029.909367] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.909367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.909367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.909367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.909367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.909367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc8a7cc-4233-4c31-8bda-934ce4d6c0ae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.098240] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.098519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.098519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.098875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.099050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.099192] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 already deleted. [ 1030.099314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.139977] env[63036]: INFO networking_nsxv3.common.synchronization [None req-7ff624b4-3e0b-4d4c-a928-7c22236e53c9 None None] Enqueued Resource ID: 8f49915c-61ee-4e39-b0b9-d263f29eecbf with Priority: HIGHEST for action port [ 1030.140520] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f49915c-61ee-4e39-b0b9-d263f29eecbf with Priority: HIGHEST for action port [ 1030.140821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f49915c-61ee-4e39-b0b9-d263f29eecbf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.140989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f49915c-61ee-4e39-b0b9-d263f29eecbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.141077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f49915c-61ee-4e39-b0b9-d263f29eecbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.141345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f49915c-61ee-4e39-b0b9-d263f29eecbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.141464] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f49915c-61ee-4e39-b0b9-d263f29eecbf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.643211] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f49915c-61ee-4e39-b0b9-d263f29eecbf [ 1030.643361] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.643541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.643637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.644118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1030.644194] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.644306] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f49915c-61ee-4e39-b0b9-d263f29eecbf already deleted. [ 1030.644403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f49915c-61ee-4e39-b0b9-d263f29eecbf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.004435] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1031.004678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.004844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.005070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.005289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.005438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.005505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.005663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.005743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.005839] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.509558] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.014383] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.518897] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.519161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.519161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.519314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.519511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.519511] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1032.547034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.547034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.547034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.547034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.547034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.554059] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1032.815906] env[63036]: INFO networking_nsxv3.common.synchronization [None req-544cca8a-40f2-4984-881b-d0e00637d6d1 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1032.816475] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1032.816793] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.816918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.816986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.817622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.817712] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.034566] env[63036]: INFO networking_nsxv3.common.synchronization [None req-455dffaf-c9d4-4a0a-b651-381921edfe26 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1033.035126] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1033.038091] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.038091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.346829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.347110] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.347674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.347813] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c already deleted. [ 1033.347913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.348089] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.348416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.348416] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.399712] env[63036]: INFO networking_nsxv3.common.synchronization [req-04d7f048-be68-4685-89da-88729a96e987 req-882599ad-f451-4939-be6d-8a45feda00d2 tempest-DeleteServersTestJSON-1898356651 tempest-DeleteServersTestJSON-1898356651-project-member] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 1033.400252] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGHEST for action security_group_members [ 1033.400900] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.400900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.400900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.401425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.401625] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.401761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.401838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.402044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.402229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.402283] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.868656] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.868939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.868939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.869103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.869189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.869285] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c already deleted. [ 1033.869366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.904208] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.904381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.904381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.904588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.926246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.926686] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.926857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.926942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.928030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.928129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.928240] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be updated. [ 1033.957685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.957844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.957897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.958364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.958414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.967514] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: IN_PROGRESS for 2s [ 1034.532310] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.532476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.532531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.532743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.532850] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.562326] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1034.562550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.562707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.562919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.563138] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.563266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.563615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.563615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1034.563615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.563615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.563786] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.035877] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.066431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.066706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.067432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.067432] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.067549] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.067607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.067744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.068259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.068259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.068259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.068470] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.068640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.068735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.068968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.069231] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.069374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.069491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.069721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.069858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.070011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.070179] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.257842] env[63036]: INFO networking_nsxv3.common.synchronization [req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c req-ac2d8f89-a652-419e-ab3a-b2e7ad343e6d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1035.259414] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1035.259414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.259414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.259414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.259414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.259414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.259777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.259777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.259777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.259777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.259916] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.538613] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.573423] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 1035.590191] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.590455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.590455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.590631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.611104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.611553] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.611553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.611553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.611749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.611833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.612046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.612155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.612220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.612376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.612438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.612618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.612975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.613135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.613340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.613452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.613564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1035.674515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.674685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.674759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.675157] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.675331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.690203] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1035.763827] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.764136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.764136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.764304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.764370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.764562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.764670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.764726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.764855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.765022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.765022] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 already deleted. [ 1035.765236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.859471] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.859772] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.859863] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.860596] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.860909] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.861114] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.861423] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.861423] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.861940] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.862107] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.862254] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.862380] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.863057] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.863057] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.863057] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.863382] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.882015] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.882279] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.882471] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.882726] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.883321] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.883545] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.883675] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.884082] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.884476] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.978477] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f33002-d502-4df0-9587-d80211a73efe in Status: SUCCESS [ 1035.978477] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f33002-d502-4df0-9587-d80211a73efe deletion is rescheduled due to dependency. [ 1035.978477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.041011] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1036.041459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1036.386992] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.387419] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.387598] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.387903] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.388064] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.388233] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 not found, creating... [ 1036.388525] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.388688] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.388817] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.389190] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.389410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.390403] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.390403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.390403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.390403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.390403] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.394154] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 is going to be created. [ 1036.400842] env[63036]: INFO networking_nsxv3.common.synchronization [None req-70f5b3d2-6162-439f-ab02-1f7c20243524 None None] Enqueued Resource ID: 9f134c85-973c-45dd-aefc-97eaf485957b with Priority: HIGHEST for action port [ 1036.401102] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f134c85-973c-45dd-aefc-97eaf485957b with Priority: HIGHEST for action port [ 1036.401630] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f134c85-973c-45dd-aefc-97eaf485957b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.401781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f134c85-973c-45dd-aefc-97eaf485957b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.402011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f134c85-973c-45dd-aefc-97eaf485957b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.402127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f134c85-973c-45dd-aefc-97eaf485957b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.402210] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f134c85-973c-45dd-aefc-97eaf485957b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.414135] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.414343] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.414472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.414732] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.414962] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.415192] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.894216] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.894216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.894216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.894433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.907354] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1036.908277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.909706] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1036.911258] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f134c85-973c-45dd-aefc-97eaf485957b [ 1036.911783] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.911783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.911783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.912385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.912385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.912385] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f134c85-973c-45dd-aefc-97eaf485957b already deleted. [ 1036.912385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f134c85-973c-45dd-aefc-97eaf485957b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.950190] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.950190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.950190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.950490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1036.961109] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.962060] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1036.962101] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.962190] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1037.005482] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.005629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.005735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.005907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.007582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.009045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1037.080021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.080021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.080021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.080021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.080021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.080021] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1037.145301] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.145301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.145301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.145301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.145301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.145301] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1037.145301] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'92dbe34f-e496-49f9-924b-b6476ae217be', 'c68bd040-ec0f-43a9-a412-b6c015dabb0c', '116058e7-8e68-43ab-b98e-5fc0db87c751', '45f33002-d502-4df0-9587-d80211a73efe', 'b29465d6-1012-4df3-a8f7-42811ffc56dc', '486cf793-cc6e-4418-8de5-b030ef5cbe21', '5cf9ddf0-4a89-40d4-8d3e-54fc855c1237', '9c963ce9-1f95-4991-bfa5-d212ada659cf', '3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b', '600a3f0e-be87-4749-8bfb-819349b0ec43', 'df325e44-a9d5-4b28-a3bd-493f1a5de25b', 'f4af0e20-bd46-4c4b-a803-4a1806a80299', '9b57f6ef-2bed-40f4-bb36-88196f71f492', '13221a28-4175-4bf9-bdeb-b9c95de2cfc3', 'a10a36f9-0ee5-4c94-b84f-e59df24e158e', '147dbf6a-22c8-47b5-be5b-9d0d34e449cd', 'e25cc50b-986f-4bba-92cb-03ba1184e77d', '276c1694-b66c-4298-8c4b-567ec160c45a', 'fedb1942-fbaf-4c53-9744-0f21235b9ec0', 'bf041427-05ee-4190-af44-60fdb813112f', 'aed04386-babc-4ff5-a74b-fd23c62fe29e', '46c42c52-0716-423f-b2f3-e31419b3f0df', 'ac9ec44e-e11a-4af4-acb8-dd2f6a295081', '51f77a83-0346-4e54-823c-2e70c1121298', '51d7c474-0ece-41d1-8e32-319cbfc57c29', '71329599-d5e8-4e07-ae71-5176d49e147a', 'b33df2f1-946d-492c-abe7-d5a48b886480', '922b1ae3-92c6-4c5a-b103-f431562f6aae', '56c5b177-ffb9-4387-876e-cdc12214af0c', '338e850f-c02c-4abf-9f59-6aa1b797d822', '6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce', '9a205388-d52a-4b13-9fbf-672b815ef59b', 'aa208ed4-2a61-4695-a892-dcaa9495d0e8', '6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8', '81b07678-73e9-482a-93a7-2544ddf62944', 'c93472a4-e8ca-4a2c-972b-296e969115d8', '239db92d-64c7-429e-a60a-c6a1dd5a640b', '64506231-312b-4394-b6fb-64903dec3d2b', '2e5e1d24-485d-4697-a9bf-512d899fbd0a', '8e539313-bce7-4e42-9723-f11615e4c0ca', 'f36c8b63-9c88-40f9-a3ea-f660ce9207d2', 'ca99d8a0-ef85-40a4-b9f0-0e84c16903a0', '35ab3aef-c089-4e90-93d6-baccd66fd46f', 'd4f87e09-70c3-4f04-a4bb-6d06236e2be7', 'f4f5799e-af77-42be-81de-211ece199d7e', 'e379db0f-fb27-4cad-b711-e5b7272811ba'} {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.145301] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1037.161419] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.161570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.162014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.162014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.162014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.162124] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1037.162166] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.162224] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1037.192125] env[63036]: INFO networking_nsxv3.common.synchronization [req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c req-58551313-3c03-4c0e-9883-4381cc6a669a service nova] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1037.192393] env[63036]: INFO networking_nsxv3.common.synchronization [req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c req-58551313-3c03-4c0e-9883-4381cc6a669a service nova] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1037.192624] env[63036]: INFO networking_nsxv3.common.synchronization [req-79de1aa0-c06f-4bd3-b30d-18a423b4ab1c req-58551313-3c03-4c0e-9883-4381cc6a669a service nova] Enqueued Resource ID: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 with Priority: HIGHEST for action port [ 1037.193060] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1037.193060] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1037.193210] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 with Priority: HIGHEST for action port [ 1037.194111] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.194111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.194111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.194356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.194486] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.200314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.200314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.200526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.200616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.200787] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.201497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.201497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.201497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.201497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.201497] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.202220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.202345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.202414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.202572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.202687] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.229407] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.229407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.229407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.229407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.230882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.230974] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1037.231028] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1037.231153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1037.231250] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1037.231354] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1037.231455] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGH for action security_group_rules [ 1037.231545] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGH for action security_group_rules [ 1037.231645] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 1037.231697] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGH for action security_group_rules [ 1037.231819] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGH for action security_group_rules [ 1037.231875] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGH for action security_group_rules [ 1037.232075] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGH for action security_group_rules [ 1037.232489] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGH for action security_group_rules [ 1037.232879] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGH for action security_group_rules [ 1037.232879] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGH for action security_group_rules [ 1037.232879] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGH for action security_group_rules [ 1037.233042] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGH for action security_group_rules [ 1037.233164] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGH for action security_group_rules [ 1037.233255] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGH for action security_group_rules [ 1037.233338] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGH for action security_group_rules [ 1037.233457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.704016] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.705250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.705250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.706620] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1037.706620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.706727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 with status ACTIVE [ 1037.706863] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.706968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.708022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.708022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.708022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.708532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.708532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.708532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.708532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.708532] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5 is going to be updated. [ 1037.736257] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.736410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.736479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.736684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1037.736819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.737017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0fb2c1c-003c-48f0-a1fa-bff3a2aa22b5" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.207622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.398435] env[63036]: INFO networking_nsxv3.common.synchronization [None req-048bee66-101c-41b0-a623-29b86ea037b0 None None] Enqueued Resource ID: 153619d2-8f0b-4fc7-9d3b-fc70e74ed06b with Priority: HIGHEST for action port [ 1038.398707] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153619d2-8f0b-4fc7-9d3b-fc70e74ed06b with Priority: HIGHEST for action port [ 1038.398851] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92dbe34f-e496-49f9-924b-b6476ae217be with Priority: HIGH for action security_group_rules [ 1038.398957] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 1038.399070] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 with Priority: HIGH for action security_group_rules [ 1038.399166] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e with Priority: HIGH for action security_group_rules [ 1038.399274] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041427-05ee-4190-af44-60fdb813112f with Priority: HIGH for action security_group_rules [ 1038.399537] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 with Priority: HIGH for action security_group_rules [ 1038.399607] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276c1694-b66c-4298-8c4b-567ec160c45a with Priority: HIGH for action security_group_rules [ 1038.399744] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25cc50b-986f-4bba-92cb-03ba1184e77d with Priority: HIGH for action security_group_rules [ 1038.399899] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 with Priority: HIGH for action security_group_rules [ 1038.400126] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd with Priority: HIGH for action security_group_rules [ 1038.400249] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 with Priority: HIGH for action security_group_rules [ 1038.400340] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 with Priority: HIGH for action security_group_rules [ 1038.400439] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGH for action security_group_rules [ 1038.400524] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGH for action security_group_rules [ 1038.401329] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGH for action security_group_rules [ 1038.401457] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 with Priority: HIGH for action security_group_rules [ 1038.401560] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf with Priority: HIGH for action security_group_rules [ 1038.401662] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGH for action security_group_rules [ 1038.401756] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c with Priority: HIGH for action security_group_rules [ 1038.401849] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f33002-d502-4df0-9587-d80211a73efe with Priority: HIGH for action security_group_rules [ 1038.402537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-153619d2-8f0b-4fc7-9d3b-fc70e74ed06b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.402671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153619d2-8f0b-4fc7-9d3b-fc70e74ed06b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.402738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153619d2-8f0b-4fc7-9d3b-fc70e74ed06b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.403885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153619d2-8f0b-4fc7-9d3b-fc70e74ed06b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.403975] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153619d2-8f0b-4fc7-9d3b-fc70e74ed06b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.405070] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92dbe34f-e496-49f9-924b-b6476ae217be taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.405187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.405890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.405890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.405890] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92dbe34f-e496-49f9-924b-b6476ae217be',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.406714] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.406822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.406902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.407045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.407117] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.407976] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.408077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.408135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.408622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.408622] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf9ddf0-4a89-40d4-8d3e-54fc855c1237',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.409142] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.409322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.409537] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a10a36f9-0ee5-4c94-b84f-e59df24e158e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.410209] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf041427-05ee-4190-af44-60fdb813112f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.410313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.410379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.410524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.410595] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf041427-05ee-4190-af44-60fdb813112f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.411884] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.411999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.412085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.412241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.412319] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fedb1942-fbaf-4c53-9744-0f21235b9ec0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.412978] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-276c1694-b66c-4298-8c4b-567ec160c45a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.413101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.413173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.413329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.413398] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('276c1694-b66c-4298-8c4b-567ec160c45a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.414334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e25cc50b-986f-4bba-92cb-03ba1184e77d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.414334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.414334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.414506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.414506] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e25cc50b-986f-4bba-92cb-03ba1184e77d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.415153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.415261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.415327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.415545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.415613] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13221a28-4175-4bf9-bdeb-b9c95de2cfc3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.416383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.416555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.416699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.416768] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('147dbf6a-22c8-47b5-be5b-9d0d34e449cd',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.417459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b57f6ef-2bed-40f4-bb36-88196f71f492 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.417540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.417595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.417729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.417797] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b57f6ef-2bed-40f4-bb36-88196f71f492',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.418449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4af0e20-bd46-4c4b-a803-4a1806a80299 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.418570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.418648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.418782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.418870] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4af0e20-bd46-4c4b-a803-4a1806a80299',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.419590] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.419699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.419766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.419913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.419982] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.420637] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.420744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.420809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.420953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.421035] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.421950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.422069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.422131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.422338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.422420] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.423364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-486cf793-cc6e-4418-8de5-b030ef5cbe21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.423476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.423538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.423689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.423759] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('486cf793-cc6e-4418-8de5-b030ef5cbe21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.424530] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c963ce9-1f95-4991-bfa5-d212ada659cf taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.424633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.424692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.424839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.424909] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c963ce9-1f95-4991-bfa5-d212ada659cf',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.425585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.425690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.425753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.425915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.426154] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.426743] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.426908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.426979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.427139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.427211] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68bd040-ec0f-43a9-a412-b6c015dabb0c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.428387] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f33002-d502-4df0-9587-d80211a73efe taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.428498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.428576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.428714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.428785] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f33002-d502-4df0-9587-d80211a73efe',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.710271] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.710475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.710526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.710733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.710824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.710923] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be created. [ 1038.735144] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.735322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.735374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.735549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.735703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.745672] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: UNINITIALIZED for 2s [ 1038.934520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.934662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.934734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.934943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.935120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.935217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.935280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.935490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.935607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.935719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.935812] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.942042] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.942217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.942287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.942431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.942591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.942688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.942753] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.942895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.942974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.943075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.943158] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.944056] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.944185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.944261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.944424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.944591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.944686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.944749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.944886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.944962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.945063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.945145] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.946390] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 153619d2-8f0b-4fc7-9d3b-fc70e74ed06b [ 1038.946449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.946555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.946623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.946771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.946847] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.946932] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:153619d2-8f0b-4fc7-9d3b-fc70e74ed06b already deleted. [ 1038.947018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153619d2-8f0b-4fc7-9d3b-fc70e74ed06b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.952146] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.952259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.952320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.952505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.952628] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.952724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.952789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.952928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.953018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.957253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.957354] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.960255] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.962983] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.963186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.963267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.963491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.963748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.965195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.965195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.965843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.965843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.965843] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.973051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.977017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.977017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.977017] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.982545] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 600a3f0e-be87-4749-8bfb-819349b0ec43: rpc.has_security_group_logging(os_id): False [ 1038.986990] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 116058e7-8e68-43ab-b98e-5fc0db87c751: rpc.has_security_group_logging(os_id): False [ 1038.989428] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.021370] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.021541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.021541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.021790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.030855] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.030953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.033020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.033152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.035418] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.035524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.036420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.036541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.037342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.037446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.038212] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.038326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.040638] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.040741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.041535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.041641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.042413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.042546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.043345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.043490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.044504] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.044940] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.045055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.046471] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.046471] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.046471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.047056] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.047466] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.047587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.048214] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.048669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.048752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.049419] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.049852] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.049947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.050570] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.051015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.051170] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c963ce9-1f95-4991-bfa5-d212ada659cf is going to be deleted. [ 1039.052704] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.052840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.052940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.053182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.069966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.070121] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13221a28-4175-4bf9-bdeb-b9c95de2cfc3 is going to be deleted. [ 1039.071121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.071254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.088704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.088877] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fedb1942-fbaf-4c53-9744-0f21235b9ec0 is going to be deleted. [ 1039.089790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.090893] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.110101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.110226] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f33002-d502-4df0-9587-d80211a73efe is going to be deleted. [ 1039.112128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.112380] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.114449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.114549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.128073] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.128219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.137422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.137594] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 276c1694-b66c-4298-8c4b-567ec160c45a is going to be deleted. [ 1039.139740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.139740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.140296] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.140400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.167963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.168250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.168450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.168735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.169044] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.169044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.169159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.169250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.169345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.169507] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.169587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.169650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.169788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.169861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.169952] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1039.171060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.171249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.173993] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.173993] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.218401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.218762] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 147dbf6a-22c8-47b5-be5b-9d0d34e449cd is going to be deleted. [ 1039.219516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.219734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.279441] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.279601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.282909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.283064] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e25cc50b-986f-4bba-92cb-03ba1184e77d is going to be deleted. [ 1039.283974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.284264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.325390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.325540] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf041427-05ee-4190-af44-60fdb813112f is going to be deleted. [ 1039.326529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.326727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.434249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.434769] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.434948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.435205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.435256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.435415] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 is going to be updated. [ 1039.436439] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.436608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.445709] env[63036]: INFO networking_nsxv3.common.synchronization [req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 req-7f5cb239-9492-4514-8619-5a0344c1ae86 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1039.446291] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1039.446824] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.446947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.447054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.447255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.447445] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.447549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.447613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.447758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.447841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.447933] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.449299] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.449398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.452951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.453051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.458919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.459036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.459112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.459319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.459488] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.459633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.459739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.459924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.460027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.460119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.460267] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.460361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.460421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.460695] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.460783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.460842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.460973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.461057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.461137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.461226] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.462670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.462780] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92dbe34f-e496-49f9-924b-b6476ae217be is going to be deleted. [ 1039.467477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.467653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.469212] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.469310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.491562] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.499902] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df325e44-a9d5-4b28-a3bd-493f1a5de25b: rpc.has_security_group_logging(os_id): False [ 1039.525252] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.525450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.526647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.526809] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf9ddf0-4a89-40d4-8d3e-54fc855c1237 is going to be deleted. [ 1039.529138] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.529301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.529412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.529695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.529843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.530046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf041427-05ee-4190-af44-60fdb813112f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.530684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.530941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.543798] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.543914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.593202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.593351] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68bd040-ec0f-43a9-a412-b6c015dabb0c is going to be deleted. [ 1039.594285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.594504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.672885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.673108] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 486cf793-cc6e-4418-8de5-b030ef5cbe21 is going to be deleted. [ 1039.674270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.674591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.674634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.674883] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c963ce9-1f95-4991-bfa5-d212ada659cf" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.674960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.675186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.675305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.675444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13221a28-4175-4bf9-bdeb-b9c95de2cfc3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.676079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.676314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.676397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.676512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fedb1942-fbaf-4c53-9744-0f21235b9ec0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.676658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.676805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.681654] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.681791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.690381] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.690381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.746176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.746281] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4af0e20-bd46-4c4b-a803-4a1806a80299 is going to be deleted. [ 1039.747223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.747440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.747531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.747791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f33002-d502-4df0-9587-d80211a73efe" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.747844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.748014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.748793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.748793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-276c1694-b66c-4298-8c4b-567ec160c45a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.749065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.749231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.791779] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.792025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.807129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.807513] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a10a36f9-0ee5-4c94-b84f-e59df24e158e is going to be deleted. [ 1039.808449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.808659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.808750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.808871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e25cc50b-986f-4bba-92cb-03ba1184e77d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.809043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.809433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.809610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.811140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.811339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.811474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.811617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-147dbf6a-22c8-47b5-be5b-9d0d34e449cd" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.812388] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.812521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.812614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.812795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.812944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.813118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-486cf793-cc6e-4418-8de5-b030ef5cbe21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.813276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.813449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.951508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.951508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.956459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.966973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.966973] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b is going to be updated. [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.966973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf9ddf0-4a89-40d4-8d3e-54fc855c1237" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.970683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.970683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92dbe34f-e496-49f9-924b-b6476ae217be" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.971324] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b: rpc.has_security_group_logging(os_id): False [ 1039.972484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.973050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.973314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.973558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68bd040-ec0f-43a9-a412-b6c015dabb0c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.975912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.975912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.977148] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.993687] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 1040.023109] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.023109] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.023109] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.023702] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.024032] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.024286] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.024655] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.024948] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.025165] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.025392] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.053829] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.053829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.054332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.054431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.065095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.065242] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b57f6ef-2bed-40f4-bb36-88196f71f492 is going to be deleted. [ 1040.066254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.066473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.066579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.066850] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.066935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.066988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.067178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.067271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.067372] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c already deleted. [ 1040.067499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.068175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.068754] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.068853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.069024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4af0e20-bd46-4c4b-a803-4a1806a80299" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.073523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.073523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.073523] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: IN_PROGRESS for 2s [ 1040.073523] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.073523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.130945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.131348] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.106 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.131425] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.131640] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.131971] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-bf12afbb-90de-40d7-8b78-7d449f6b6af7 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.132216] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.132347] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.132673] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.132816] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf12afbb-90de-40d7-8b78-7d449f6b6af7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.134744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.135013] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.135166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.135237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.135413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.135495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.135735] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.135802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.135836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.135967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.136189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.138289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.138289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.138289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.138289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.138289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.138289] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1040.138289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.141406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.178334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.178473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.208475] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.208634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.210738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.211025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.211131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.211187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.211375] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.211455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.211598] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1040.212602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.212781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.212872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.212978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a10a36f9-0ee5-4c94-b84f-e59df24e158e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.213114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.213258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.213390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.214301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.214455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.214537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.214652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b57f6ef-2bed-40f4-bb36-88196f71f492" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.261162] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: IN_PROGRESS for 2s [ 1040.290669] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.290771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.290771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.290986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.291135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.333493] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1040.334331] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.334860] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.334951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.335040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.335232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.335389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.358464] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1040.645151] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.645151] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.645330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645721] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.647480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.647480] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port bf12afbb-90de-40d7-8b78-7d449f6b6af7 not found, creating... [ 1040.647480] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.647480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.647480] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.648056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.648399] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.651355] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.651557] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.651757] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.651995] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.652162] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.652317] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: bf12afbb-90de-40d7-8b78-7d449f6b6af7 is going to be created. [ 1040.672869] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.672991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.673182] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.673522] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.674020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.674357] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.757670] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.757670] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.757670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.757670] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.260029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.322787] env[63036]: INFO networking_nsxv3.common.synchronization [req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 req-cd47a8fa-cf24-4709-a698-7fc00abc6732 service nova] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1041.323038] env[63036]: INFO networking_nsxv3.common.synchronization [req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 req-cd47a8fa-cf24-4709-a698-7fc00abc6732 service nova] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1041.323126] env[63036]: INFO networking_nsxv3.common.synchronization [req-a21c70cb-a2c6-45b0-afaa-e99904d06aa5 req-cd47a8fa-cf24-4709-a698-7fc00abc6732 service nova] Enqueued Resource ID: bf12afbb-90de-40d7-8b78-7d449f6b6af7 with Priority: HIGHEST for action port [ 1041.323352] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_rules [ 1041.323479] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1041.323575] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf12afbb-90de-40d7-8b78-7d449f6b6af7 with Priority: HIGHEST for action port [ 1041.324376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.324852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.324936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.325326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.325428] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.326445] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.326548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.326614] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.326798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.326969] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.327080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.327188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.327284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.327368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.327455] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.328854] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf12afbb-90de-40d7-8b78-7d449f6b6af7 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.328854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.328854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.328854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.328854] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf12afbb-90de-40d7-8b78-7d449f6b6af7',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.762873] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8405113-f84b-4389-86ca-dd3b61fddbb3: rpc.has_security_group_logging(os_id): False [ 1041.793211] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.793477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.793661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.793716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.793800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.794091] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.794372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.794460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.794642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.794746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.794847] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be created. [ 1041.831056] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.834683] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.834877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.835153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf12afbb-90de-40d7-8b78-7d449f6b6af7 with status ACTIVE [ 1041.835413] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.835584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.836496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.836833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.836987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.837344] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.837539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.837653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.837937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.838095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.838422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.838608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.838726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.839138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.839305] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf12afbb-90de-40d7-8b78-7d449f6b6af7 is going to be updated. [ 1041.869748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.869925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.869925] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.870313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.870362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.870598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf12afbb-90de-40d7-8b78-7d449f6b6af7" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.898287] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.898415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.898488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.898798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1041.899063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.919207] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1041.983242] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1041.983242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.084979] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: SUCCESS [ 1042.085687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.277592] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: SUCCESS [ 1042.278049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.346980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1042.347291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.347510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.371218] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1042.371456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.850018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.850282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.850282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.850461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.850558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.850662] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c is going to be created. [ 1042.872388] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.872609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.872742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.873073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.873361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.883757] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: UNINITIALIZED for 2s [ 1043.235934] env[63036]: INFO networking_nsxv3.common.synchronization [req-b387cc79-0f73-41c4-bb26-6d202bcc26ae req-828483e4-8313-444f-9a07-1e20781f9506 tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1043.236967] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1043.237918] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.238305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.238644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.239178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.239550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.241288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.241288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.241288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.241288] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.241288] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.549048] env[63036]: INFO networking_nsxv3.common.synchronization [None req-e4bc66e7-05e4-4b1a-bf39-c3cdac8bfb6e None None] Enqueued Resource ID: 66485db3-0591-431e-a3da-d74f2e35be00 with Priority: HIGHEST for action port [ 1043.549447] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66485db3-0591-431e-a3da-d74f2e35be00 with Priority: HIGHEST for action port [ 1043.549745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-66485db3-0591-431e-a3da-d74f2e35be00 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66485db3-0591-431e-a3da-d74f2e35be00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.549935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66485db3-0591-431e-a3da-d74f2e35be00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.550274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66485db3-0591-431e-a3da-d74f2e35be00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.550383] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66485db3-0591-431e-a3da-d74f2e35be00',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.744242] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.932247] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1043.932620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.052181] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66485db3-0591-431e-a3da-d74f2e35be00 [ 1044.053415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.053415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.053415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.053622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.053738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.053808] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66485db3-0591-431e-a3da-d74f2e35be00 already deleted. [ 1044.053880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66485db3-0591-431e-a3da-d74f2e35be00" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.247324] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.524573] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-f311ceaa-0dcc-423f-951e-2064ae565675 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1044.525255] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1044.525642] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.525974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.526129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.526511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.526740] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.526942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.527059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.527382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.527505] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.750886] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.751252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.751252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.751555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.751696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.751943] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1044.814305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.814522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.814639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.814940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.815184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.830348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1044.892363] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.892553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.892677] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893012] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.893287] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.893444] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.893561] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893777] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.893917] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.894207] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.894334] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.894444] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.894551] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.894662] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.894768] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.894896] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.898814] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: SUCCESS [ 1044.899144] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.899675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.899939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.900269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.900484] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.900627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.900849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.901016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.901191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.901366] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.927642] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.927642] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.927755] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.928188] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.928258] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-74ceafa2-5e7f-4cb7-9393-6c425819d534 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.928382] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.929061] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.929061] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.929061] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ceafa2-5e7f-4cb7-9393-6c425819d534',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.031451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.031696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.032009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.032228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.032334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.032399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.032555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.032632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.032716] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 already deleted. [ 1045.033692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.405510] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.432596] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.433019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.433019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.433264] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.433421] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.433578] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 74ceafa2-5e7f-4cb7-9393-6c425819d534 not found, creating... [ 1045.433843] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.434150] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.434267] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.434501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.434645] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.434933] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.435211] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.435277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.435429] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.435566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.435708] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 74ceafa2-5e7f-4cb7-9393-6c425819d534 is going to be created. [ 1045.456541] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.456722] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.456850] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.457116] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.457350] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.457618] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.908465] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c: rpc.has_security_group_logging(os_id): False [ 1045.929079] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.929282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.929282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.930024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.930024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.930188] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.930255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.930316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.930553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.930677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.930820] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c is going to be created. [ 1045.991372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.991372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.991372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.991372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1045.991372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.000273] env[63036]: INFO networking_nsxv3.common.synchronization [None req-09bed784-3485-4fa7-b2ee-899cd2b76530 None None] Enqueued Resource ID: a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e with Priority: HIGHEST for action port [ 1046.000273] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e with Priority: HIGHEST for action port [ 1046.000273] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.000273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.000273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.000273] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.002877] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: IN_PROGRESS for 2s [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-a67ecb68-e94e-49c9-93ff-11eda6a5d07e service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-a67ecb68-e94e-49c9-93ff-11eda6a5d07e service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-a67ecb68-e94e-49c9-93ff-11eda6a5d07e service nova] Enqueued Resource ID: 74ceafa2-5e7f-4cb7-9393-6c425819d534 with Priority: HIGHEST for action port [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1046.163040] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ceafa2-5e7f-4cb7-9393-6c425819d534 with Priority: HIGHEST for action port [ 1046.163809] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.164088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.164283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.164692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.164847] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.165916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.166637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.166878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.167215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.167464] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.168374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.168591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.169800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.169800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.169800] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.170566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ceafa2-5e7f-4cb7-9393-6c425819d534 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.170909] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.171072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.171310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.171469] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ceafa2-5e7f-4cb7-9393-6c425819d534',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.502914] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e [ 1046.504486] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.504486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.504486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.504486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.504486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.504486] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e already deleted. [ 1046.504486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c9b764-b49f-4bf1-aed6-d63eb2d7e96e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.672201] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.680259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.680259] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74ceafa2-5e7f-4cb7-9393-6c425819d534 with status ACTIVE [ 1046.680259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.680259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.680259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.680259] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.681086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.681086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.681086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.681086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.681086] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74ceafa2-5e7f-4cb7-9393-6c425819d534 is going to be updated. [ 1046.703178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.703263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.703325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.703981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1046.703981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.703981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ceafa2-5e7f-4cb7-9393-6c425819d534" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.840371] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1046.840608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.850237] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-612a9712-9430-44e0-a6a8-cfdcd8228959 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1046.850799] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1046.851114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.851215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.180518] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.231039] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.231244] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.231436] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.231692] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.231959] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.232130] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.232250] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.232466] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.232609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.233488] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.233488] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.233488] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.233488] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.233676] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.233779] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.233916] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.251997] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.254776] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.254776] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.254776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.254776] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-458cb176-a80f-4277-942b-f4d17915fa45 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.254776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.254776] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458cb176-a80f-4277-942b-f4d17915fa45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.682624] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.682850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.683044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.683315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.683456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.683599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be created. [ 1047.705521] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.705694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.705739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.705963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.706193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.713773] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: UNINITIALIZED for 2s [ 1047.757384] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.757653] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.757804] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.758193] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.758358] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.758525] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 458cb176-a80f-4277-942b-f4d17915fa45 not found, creating... [ 1047.758820] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.758989] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.759146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.759390] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.759533] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.759817] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.760042] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.760244] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.760472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.760926] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.760926] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 458cb176-a80f-4277-942b-f4d17915fa45 is going to be created. [ 1047.778829] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.778983] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.779131] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.779391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.779622] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.779841] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.014251] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: SUCCESS [ 1048.014511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-d61a391a-2fcc-4b8a-8897-1a84a5e3949e service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-d61a391a-2fcc-4b8a-8897-1a84a5e3949e service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [req-60cd6840-832d-4298-9ced-54c4d8296bff req-d61a391a-2fcc-4b8a-8897-1a84a5e3949e service nova] Enqueued Resource ID: 458cb176-a80f-4277-942b-f4d17915fa45 with Priority: HIGHEST for action port [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1048.486017] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458cb176-a80f-4277-942b-f4d17915fa45 with Priority: HIGHEST for action port [ 1048.486017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.486017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.486017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-458cb176-a80f-4277-942b-f4d17915fa45 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.486017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.487204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.487204] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458cb176-a80f-4277-942b-f4d17915fa45',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.988610] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 458cb176-a80f-4277-942b-f4d17915fa45 with status ACTIVE [ 1048.989285] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.989285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.989285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.989285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.989510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.989510] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.989619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.989683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.989828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.990131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.990131] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.990247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.990279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.990443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.990534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.990659] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 458cb176-a80f-4277-942b-f4d17915fa45 is going to be updated. [ 1049.082565] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.082565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.082565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.082565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.082565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.082565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458cb176-a80f-4277-942b-f4d17915fa45" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.725354] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1049.725608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.726289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.727238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.727460] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.728067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.729081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.729253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.729345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.729446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.729558] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.731209] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.731417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.731618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.731761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.731852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.732034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1049.732146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.732259] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.234447] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.234685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.234925] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.738661] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.085169] env[63036]: INFO networking_nsxv3.common.synchronization [req-78f808af-8093-44d0-bfa7-bb22f3d265ea req-169b2276-82e6-44a2-b7c1-5c76fa447a10 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Enqueued Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1051.085678] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1051.086500] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.086500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.086500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.086676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.086807] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.086912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.087518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.087518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.087518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.087931] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.242278] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.242441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.242479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242674] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.242766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.242855] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1051.269538] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.269749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.269749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.269971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.270169] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.278153] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1051.396267] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.396572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-223" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.396710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-223" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.397116] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-223" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.397454] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.397643] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.397770] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.398049] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.398218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.398447] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.398580] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.398678] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.398810] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.398924] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.399046] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.399183] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.417121] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.417352] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.417524] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.417725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-223" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.418062] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.418244] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.418370] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.418725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.418864] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.480101] env[63036]: INFO networking_nsxv3.common.synchronization [req-004e3863-3a9a-4e63-a308-3f3a80b52921 req-99c3b6f5-fcef-4317-bfe8-ba938761ec4c tempest-ServersTestJSON-137590242 tempest-ServersTestJSON-137590242-project-member] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1051.480734] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGHEST for action security_group_members [ 1051.481515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.481515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.481515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.481515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.481515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.481758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.481758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.481819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.481961] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.481961] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.590264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.590420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.590479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.590704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.590829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.591066] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.591172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.591232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.591395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.591468] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.591553] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef02892-cbcd-43f0-b067-90adbd6a8cea already deleted. [ 1051.591629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.922666] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.923070] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.923070] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.923363] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.923524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.923690] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 not found, creating... [ 1051.923966] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.924163] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.924292] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.924548] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.924714] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.925043] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.925219] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.925345] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.925567] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.925710] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.925859] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 is going to be created. [ 1051.945747] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.945958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.946106] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.946536] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.946870] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.947135] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.984114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.984405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.984405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.984547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.984641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.984844] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.985040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.985040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.985160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1051.985242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.985415] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be updated. [ 1052.012407] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.012641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.012984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.021490] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: IN_PROGRESS for 2s [ 1052.659903] env[63036]: INFO networking_nsxv3.common.synchronization [req-78f808af-8093-44d0-bfa7-bb22f3d265ea req-c64ee73f-18f0-4dbd-8666-9de972266f24 service nova] Enqueued Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_rules [ 1052.660137] env[63036]: INFO networking_nsxv3.common.synchronization [req-78f808af-8093-44d0-bfa7-bb22f3d265ea req-c64ee73f-18f0-4dbd-8666-9de972266f24 service nova] Enqueued Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1052.660303] env[63036]: INFO networking_nsxv3.common.synchronization [req-78f808af-8093-44d0-bfa7-bb22f3d265ea req-c64ee73f-18f0-4dbd-8666-9de972266f24 service nova] Enqueued Resource ID: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 with Priority: HIGHEST for action port [ 1052.660967] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_rules [ 1052.661269] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1052.661354] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 with Priority: HIGHEST for action port [ 1052.661671] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.661818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.661853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.662176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.662291] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.663490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.663490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.663607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.663733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.663981] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.664309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.664309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.664401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.664489] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.664668] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.665478] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.665608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.665644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.665974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.665974] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.169032] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.169947] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.170072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.170228] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 with status ACTIVE [ 1053.171051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.171051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.171051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.171051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.171051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.171051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.171051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.171339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.171339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.171339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.171775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.171775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.171775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.171775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.171943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.171943] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6 is going to be updated. [ 1053.191910] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.192079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.192079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.192324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.192466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.192627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfbd723-0e9c-4175-8d2c-73a1d9d8f9d6" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.287447] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1053.287724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.287902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.288161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.288352] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.288471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.288528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.288681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1053.288760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.288914] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.674662] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.791375] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.030778] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 in Status: SUCCESS [ 1054.031082] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 deletion is rescheduled due to dependency. [ 1054.031166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.177535] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.177972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.177972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.178129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.178205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.178319] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef02892-cbcd-43f0-b067-90adbd6a8cea is going to be created. [ 1054.201618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.201803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.201875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.202113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.202275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.211442] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: UNINITIALIZED for 2s [ 1054.294076] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.796799] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.797039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.797039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.797217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.797316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.797438] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1054.844545] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.844842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.844842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.845022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.845207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.857998] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1056.220990] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: SUCCESS [ 1056.221284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.221428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.221636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.221833] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.221949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.222026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.222174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.222252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.222334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.222426] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.724931] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.725159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.725287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.725642] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.725745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.725813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.726120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.726222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.726391] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.726606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.726683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.726838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.727237] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.727363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.727463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.727647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.727895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.727983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.728088] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.867068] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1056.867336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.867502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.867739] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.867939] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.868092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.868214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.868314] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.868395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.868496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.868660] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.868757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.868894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.869017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.870210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.870315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.870378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.870562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.870647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.870736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.870833] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.232204] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eef02892-cbcd-43f0-b067-90adbd6a8cea: rpc.has_security_group_logging(os_id): False [ 1057.249652] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.249844] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.249990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.250278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.250364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.250566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.250802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.250802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.250958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.251068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.251277] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.251365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.251474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.251580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.251657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.251905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.252053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.252104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.252228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.252308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.252378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eef02892-cbcd-43f0-b067-90adbd6a8cea is going to be created. [ 1057.304628] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.305486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.305638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.305873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.306077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.315900] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: IN_PROGRESS for 2s [ 1057.373206] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481fa372-1124-475b-a908-4b5a5925e6d8: rpc.has_security_group_logging(os_id): False [ 1057.405178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.405391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.405391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.405607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.405694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.405886] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.406012] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.406074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.406239] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.406309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.406592] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.406781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.406781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.406919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.406967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.407153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.407240] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.407302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.407455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.407545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.407631] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be created. [ 1057.483606] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.483758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.483834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.484120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1057.484362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.495861] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1057.662009] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1057.662175] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1059.331183] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: SUCCESS [ 1059.331183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.472588] env[63036]: INFO networking_nsxv3.common.synchronization [req-e5add883-e592-4804-8dd4-f08e0e5b88b5 req-f51da4d2-5a77-4024-a2ec-932eb13ba886 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1059.473213] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1059.473526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.473652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.473722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.473920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.474195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.474332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.474396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.474532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.474619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.474714] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.506044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1059.506236] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.506392] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.506635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.506703] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.651122] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc9f7b83-a720-4dd6-8400-cee682681e5a req-2d73edd2-4f8f-49f8-a5c2-785f533e309f tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1059.651631] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1059.651929] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.652041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.918849] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bab37969-afd5-4c26-b7d5-dc8c0fbdc11f None None] Enqueued Resource ID: 29d13b92-3e64-4291-9c7f-6fff943edd87 with Priority: HIGHEST for action port [ 1059.919443] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d13b92-3e64-4291-9c7f-6fff943edd87 with Priority: HIGHEST for action port [ 1059.919770] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d13b92-3e64-4291-9c7f-6fff943edd87 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.919948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d13b92-3e64-4291-9c7f-6fff943edd87" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.920050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d13b92-3e64-4291-9c7f-6fff943edd87" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.920308] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d13b92-3e64-4291-9c7f-6fff943edd87" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.920437] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d13b92-3e64-4291-9c7f-6fff943edd87',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.976873] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.009230] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.009583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.246380] env[63036]: INFO networking_nsxv3.common.synchronization [None req-375c17e8-76b6-4d1e-ab3d-5a5076341055 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1060.247261] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1060.248205] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.248205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.248205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.248205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.248205] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.349808] env[63036]: INFO networking_nsxv3.common.synchronization [None req-9f63dfb7-13c8-40f1-b34a-437e1f3bafad tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1060.350332] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1060.351029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.351029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.426597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d13b92-3e64-4291-9c7f-6fff943edd87 [ 1060.426866] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.427041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.427131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.427434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.427527] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d13b92-3e64-4291-9c7f-6fff943edd87 already deleted. [ 1060.427875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d13b92-3e64-4291-9c7f-6fff943edd87" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.487355] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.767419] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.767419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.767591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.767668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.767760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.768152] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab already deleted. [ 1060.768152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.768152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.768250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.768322] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.989375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.989835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.989835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.989976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.990100] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.990146] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1061.017962] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.018125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.018192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.018400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.018540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.026597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1061.289587] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.289783] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.289914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.290178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.290326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.290486] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab already deleted. [ 1061.290597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.186892] env[63036]: INFO networking_nsxv3.common.synchronization [None req-e1182c98-2c74-4938-8c6a-58b37da44557 None None] Enqueued Resource ID: 9e3929e8-528b-4e5d-b300-cbe0b9eeda0b with Priority: HIGHEST for action port [ 1062.187571] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3929e8-528b-4e5d-b300-cbe0b9eeda0b with Priority: HIGHEST for action port [ 1062.187950] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3929e8-528b-4e5d-b300-cbe0b9eeda0b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.188251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3929e8-528b-4e5d-b300-cbe0b9eeda0b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.188251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3929e8-528b-4e5d-b300-cbe0b9eeda0b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.188510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3929e8-528b-4e5d-b300-cbe0b9eeda0b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.188647] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3929e8-528b-4e5d-b300-cbe0b9eeda0b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.691510] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e3929e8-528b-4e5d-b300-cbe0b9eeda0b [ 1062.691828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.692031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.692124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.692390] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.692532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.692639] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e3929e8-528b-4e5d-b300-cbe0b9eeda0b already deleted. [ 1062.692758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3929e8-528b-4e5d-b300-cbe0b9eeda0b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.036914] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1063.037124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.037291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.037552] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.037730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.037852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.037919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.038096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.038178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.038272] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.540097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.540381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.540381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.540821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.540821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.540821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.540968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.540968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.541133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.541211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.541297] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1063.569403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.569560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.569617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.569850] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.570037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.578263] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1063.897348] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca3b8d39-f40e-42ef-91ac-2f5f4913e7d1 req-eb6e3e17-8357-46dd-a8c7-b8b5391901c9 tempest-ServerMetadataTestJSON-629212193 tempest-ServerMetadataTestJSON-629212193-project-member] Enqueued Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1063.897348] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef02892-cbcd-43f0-b067-90adbd6a8cea with Priority: HIGHEST for action security_group_members [ 1063.897749] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-eef02892-cbcd-43f0-b067-90adbd6a8cea taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.898097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.898316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.898589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.898843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.899128] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.899689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.900978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.900978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.900978] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eef02892-cbcd-43f0-b067-90adbd6a8cea',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.403064] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.403273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.403581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.403791] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.403975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.404152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.404229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.404314] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef02892-cbcd-43f0-b067-90adbd6a8cea is going to be updated. [ 1064.431010] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.431167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.431229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.431421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.431559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.439245] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: IN_PROGRESS for 2s [ 1065.590143] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1065.590443] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 deletion is rescheduled due to dependency. [ 1065.590443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.590597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.590982] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.591199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.591360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.591441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.591526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.591615] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.095412] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.095412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.095412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.095412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.095412] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.095723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.095855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.096133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.096286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.096415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.096676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.096836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.096934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.097142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.097342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.097529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.097706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.098133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.098407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.098653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.099027] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.448462] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eef02892-cbcd-43f0-b067-90adbd6a8cea in Status: SUCCESS [ 1066.448662] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eef02892-cbcd-43f0-b067-90adbd6a8cea deletion is rescheduled due to dependency. [ 1066.448818] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eef02892-cbcd-43f0-b067-90adbd6a8cea" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.603030] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481fa372-1124-475b-a908-4b5a5925e6d8: rpc.has_security_group_logging(os_id): False [ 1066.619019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.619177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.619243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.619454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.619550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.619964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.619964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.619964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.620147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.620147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.620359] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.620488] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.620554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.620702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.620779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.620974] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.621092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.621171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.621340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.621463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.621605] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1066.675047] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.675202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.675543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.675543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.675628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.688886] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1068.110829] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc039405-a87b-4c8f-80cc-3282790b1b43 req-a038160c-2b58-4c42-a94e-9bf9e5fad97a tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1068.111287] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1068.111594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.111719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.111786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.112065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.112298] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.112416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.112481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.112650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.112735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.112826] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.406799] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.407027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.407159] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.407497] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.407811] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.407987] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.408123] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.408348] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.408496] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.408746] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.408872] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.408990] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.409118] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.409236] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.409347] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.409484] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.433844] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.434018] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.434205] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.434371] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.434837] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-5e9701ec-11f9-490f-b05c-ad1ed07db215 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.435085] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.435239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.435604] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.435779] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9701ec-11f9-490f-b05c-ad1ed07db215',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.618699] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.618894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.619022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.619271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.619385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.619613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.619738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.619819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.620073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.620178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.620277] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab already deleted. [ 1068.620277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.701160] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1068.701425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.940064] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.940283] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.940465] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.940665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.940822] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.940983] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 5e9701ec-11f9-490f-b05c-ad1ed07db215 not found, creating... [ 1068.941275] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.941431] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.941585] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.941834] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.941982] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.942284] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.942453] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.942566] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.942780] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.942921] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.943109] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 is going to be created. [ 1068.960980] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.961218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.961343] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.961612] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.961848] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.962098] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.698733] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc039405-a87b-4c8f-80cc-3282790b1b43 req-754c8a30-f345-4c77-9ee9-96d0c7686b41 service nova] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1069.698995] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc039405-a87b-4c8f-80cc-3282790b1b43 req-754c8a30-f345-4c77-9ee9-96d0c7686b41 service nova] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1069.699129] env[63036]: INFO networking_nsxv3.common.synchronization [req-cc039405-a87b-4c8f-80cc-3282790b1b43 req-754c8a30-f345-4c77-9ee9-96d0c7686b41 service nova] Enqueued Resource ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 with Priority: HIGHEST for action port [ 1069.699666] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1069.699817] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1069.699935] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 with Priority: HIGHEST for action port [ 1069.700450] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.700692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.700825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.702122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.702369] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.704887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.704887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.704887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.705252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.705540] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.707360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.707438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.707670] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.707846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.708007] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.714862] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9701ec-11f9-490f-b05c-ad1ed07db215 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.715763] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.716073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.716849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.717178] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9701ec-11f9-490f-b05c-ad1ed07db215',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.722741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.722741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.886895] env[63036]: INFO networking_nsxv3.common.synchronization [req-a0f563a1-3c79-455d-979e-751a420bb7b2 req-f0967f62-8609-43c5-9c6e-4dac9dc3a180 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1069.887419] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1069.887757] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.887901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.887983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.888182] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.888338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.888440] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.888504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.888625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.889081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.889081] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.221560] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.222564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9701ec-11f9-490f-b05c-ad1ed07db215 with status ACTIVE [ 1070.222770] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.222886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.223047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.223306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.223306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.223431] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.223564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.223616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.223720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.223795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.223971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.224077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.224133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.224274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.227505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.227505] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 is going to be updated. [ 1070.249754] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.249924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.249981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.250168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.250301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.250453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.391854] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.391978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.392139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.392269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.392357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.392554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.392652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.392712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.392856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.392929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.397080] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1070.425596] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.425596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.425596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.425596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.425596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.433848] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1070.483676] env[63036]: INFO networking_nsxv3.common.synchronization [req-51403432-4f02-459a-9c12-dc8fadb0278b req-35325585-701c-4913-9f43-7029adf97a85 tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 1070.484190] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGHEST for action security_group_members [ 1070.484499] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.484626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.484721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.484931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.485100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.485201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.485263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.485411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.485495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.485585] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.726829] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.988074] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.988074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.988074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.988074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.988275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.988379] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.988478] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.988528] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.988661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.988745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.988839] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b is going to be updated. [ 1071.013490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.013642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.013711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.013927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.014082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.023518] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: IN_PROGRESS for 2s [ 1071.229354] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.229493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.230085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.230085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.230085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.230085] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be created. [ 1071.254862] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.254862] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.255073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.255310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.255477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.270476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: UNINITIALIZED for 2s [ 1072.445079] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1072.445318] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc deletion is rescheduled due to dependency. [ 1072.445386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.577725] env[63036]: INFO networking_nsxv3.common.synchronization [req-51aacb57-3452-4f26-b31c-80bc770d9350 req-61d7d60e-45ae-4f9f-8e2a-c0295a6d75c5 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1072.579554] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a205388-d52a-4b13-9fbf-672b815ef59b with Priority: HIGHEST for action security_group_members [ 1072.580010] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a205388-d52a-4b13-9fbf-672b815ef59b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.580229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.580441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.580595] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.581101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.581177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.581342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1072.581593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.581593] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a205388-d52a-4b13-9fbf-672b815ef59b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.037105] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b in Status: SUCCESS [ 1073.037290] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b deletion is rescheduled due to dependency. [ 1073.037423] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.083415] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.083574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.083647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.084015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.108232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.108232] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.108232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.108232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.108232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.108232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.108232] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b is going to be updated. [ 1073.131059] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.131059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.131059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.131059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.131059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.137733] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: IN_PROGRESS for 2s [ 1073.280530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: SUCCESS [ 1073.280748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.280907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.282200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.282428] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.282562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.282631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.282811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1073.282885] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.282975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.283081] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.787627] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.293762] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 258ea32d-ab26-40a2-81b8-283f81a4b1ab: rpc.has_security_group_logging(os_id): False [ 1074.310901] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.311067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.311140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.311369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.311460] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.311708] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.311809] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.311873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.312037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.312134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.312246] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be created. [ 1074.372082] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.372082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.372082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.372082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.372082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.381348] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: IN_PROGRESS for 2s [ 1074.448516] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-49d4a5b0-54d4-4a85-b772-8d306b9debb7 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1074.448516] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1074.448820] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.448934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.449009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.449216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.449366] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.449459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.449518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.449658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.449736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.449823] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.817609] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.817898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.818036] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.818311] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.818856] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.819027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.819160] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.819398] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.819579] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.819802] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.819940] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.820086] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.820204] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.820336] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.820453] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.820613] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.840564] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.840746] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.840901] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.841315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.841424] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-febbed87-ddb2-4d31-811c-f3a34b4c943f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.841620] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.841732] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.842089] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.842363] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febbed87-ddb2-4d31-811c-f3a34b4c943f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.951934] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.952168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.952265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.952513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.952647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.952871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.952973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.953049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.953277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.953365] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1074.993548] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.993693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.993775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.993982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.994133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.005901] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1075.147890] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: IN_PROGRESS for 4s [ 1075.348438] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.348679] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.348813] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.349303] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.349509] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.349689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port febbed87-ddb2-4d31-811c-f3a34b4c943f not found, creating... [ 1075.349948] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.350134] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.350251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.350475] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.350615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.350901] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.351093] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.351245] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.351459] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.351615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.351740] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: febbed87-ddb2-4d31-811c-f3a34b4c943f is going to be created. [ 1075.370510] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.370715] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.370846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.371174] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.371413] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.371635] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.059188] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-dcca3633-678b-4c6d-8218-aca142d650a0 service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1076.059441] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-dcca3633-678b-4c6d-8218-aca142d650a0 service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1076.059615] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-dcca3633-678b-4c6d-8218-aca142d650a0 service nova] Enqueued Resource ID: febbed87-ddb2-4d31-811c-f3a34b4c943f with Priority: HIGHEST for action port [ 1076.059878] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1076.060023] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1076.060124] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febbed87-ddb2-4d31-811c-f3a34b4c943f with Priority: HIGHEST for action port [ 1076.060653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.060778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.060849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.061057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.061138] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.061911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.062017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.062200] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-febbed87-ddb2-4d31-811c-f3a34b4c943f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.062298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.062352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.062508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.062578] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febbed87-ddb2-4d31-811c-f3a34b4c943f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.393443] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: SUCCESS [ 1076.393658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.564294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.564437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.564643] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port febbed87-ddb2-4d31-811c-f3a34b4c943f with status ACTIVE [ 1076.564842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.564955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.565033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.565251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.565339] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.565508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.566037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.566037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.566037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.566181] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.566227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.566255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.566513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.566513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.566598] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: febbed87-ddb2-4d31-811c-f3a34b4c943f is going to be updated. [ 1076.585837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.585992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.586071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.586705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.586705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.586705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febbed87-ddb2-4d31-811c-f3a34b4c943f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.774239] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-d8fa8b08-456d-463e-b47c-e0a67704111a tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1076.774859] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1076.775196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.775296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.018355] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1077.018355] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 deletion is rescheduled due to dependency. [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.018355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.018355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.018355] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.100700] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.101023] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.101060] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.101314] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.101577] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.101740] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.101863] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.102540] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.102798] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.103129] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.103311] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.103477] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.103636] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.103797] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.104328] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.104530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.121978] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.122189] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.122333] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.122513] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-213" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.123008] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-229b7087-8eea-4c78-9e8a-64922470226b taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.123297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.123488] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.123839] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.124073] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229b7087-8eea-4c78-9e8a-64922470226b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.166500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a205388-d52a-4b13-9fbf-672b815ef59b in Status: SUCCESS [ 1077.166500] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a205388-d52a-4b13-9fbf-672b815ef59b deletion is rescheduled due to dependency. [ 1077.166500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a205388-d52a-4b13-9fbf-672b815ef59b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.520614] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.626706] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.627047] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.627186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.627465] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.627620] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.627838] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 229b7087-8eea-4c78-9e8a-64922470226b not found, creating... [ 1077.628123] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.628286] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.628407] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.628633] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.628775] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.629082] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.629259] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.629382] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.629595] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.629740] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.629910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 229b7087-8eea-4c78-9e8a-64922470226b is going to be created. [ 1077.648974] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.649191] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.649303] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.649530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.649755] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.649975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.023462] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.527803] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.528191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.528191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.528319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.528394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.528496] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1078.553423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.553596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.553658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.553827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.553967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.562201] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1078.576120] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-1c542811-cc4d-4ce3-a214-a33565a29825 service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1078.576312] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-1c542811-cc4d-4ce3-a214-a33565a29825 service nova] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1078.576455] env[63036]: INFO networking_nsxv3.common.synchronization [req-a4941672-b848-424f-a23a-38b49e965691 req-1c542811-cc4d-4ce3-a214-a33565a29825 service nova] Enqueued Resource ID: 229b7087-8eea-4c78-9e8a-64922470226b with Priority: HIGHEST for action port [ 1078.576695] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_rules [ 1078.576858] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1078.577202] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b7087-8eea-4c78-9e8a-64922470226b with Priority: HIGHEST for action port [ 1078.577557] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.577663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.577916] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.578022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.578340] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-229b7087-8eea-4c78-9e8a-64922470226b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.578899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.578899] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.579043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.579131] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229b7087-8eea-4c78-9e8a-64922470226b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.081521] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229b7087-8eea-4c78-9e8a-64922470226b with status ACTIVE [ 1079.081772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.081912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.082065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.082332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.082485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.082683] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.082861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.082908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.083085] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.083167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.083355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.083449] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.083510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.083652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.083724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.083811] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229b7087-8eea-4c78-9e8a-64922470226b is going to be updated. [ 1079.104363] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.104567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.104663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.104928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.105149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.105336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229b7087-8eea-4c78-9e8a-64922470226b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.641294] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.641582] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.641582] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.641812] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.642081] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.642241] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.642362] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.642574] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.642744] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.643014] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.643721] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.643852] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.643973] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.644109] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.644227] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.644365] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.662052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.663196] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.663196] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.663196] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-938" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.663196] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-219170ef-9c20-45e0-a418-892acd7bd102 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.663196] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.663196] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.663430] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.663487] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219170ef-9c20-45e0-a418-892acd7bd102',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.165927] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.166240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.166385] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.166664] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.166880] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.167217] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.167379] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.167499] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.167733] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.167895] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.168199] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.168358] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.168479] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.168690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.168828] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.168976] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 219170ef-9c20-45e0-a418-892acd7bd102 is going to be updated. [ 1080.196420] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.196643] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.196795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.197140] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.197349] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.197573] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.572026] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1080.572264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.572474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.572737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.572977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.573149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.573242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.573443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.573546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.573660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.573792] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.574832] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.575056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.575291] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.575437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.575608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.575710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1080.575811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.575924] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.079018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.079018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.079018] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.159733] env[63036]: INFO networking_nsxv3.common.synchronization [req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 req-3c498fff-85cb-4888-8014-6f8934d5edf3 service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 1081.159935] env[63036]: INFO networking_nsxv3.common.synchronization [req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 req-3c498fff-85cb-4888-8014-6f8934d5edf3 service nova] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1081.160098] env[63036]: INFO networking_nsxv3.common.synchronization [req-f36fb443-e17b-4161-ba55-ee89ec4f8e92 req-3c498fff-85cb-4888-8014-6f8934d5edf3 service nova] Enqueued Resource ID: 219170ef-9c20-45e0-a418-892acd7bd102 with Priority: HIGHEST for action port [ 1081.162045] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_rules [ 1081.162045] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1081.162045] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219170ef-9c20-45e0-a418-892acd7bd102 with Priority: HIGHEST for action port [ 1081.162045] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.162045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.162045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.162045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.162045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.162741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.162825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.162825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.163035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.163187] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.164043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.164043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.164043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.164043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.164043] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.164346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-219170ef-9c20-45e0-a418-892acd7bd102 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.164427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.164639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.164639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.164774] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219170ef-9c20-45e0-a418-892acd7bd102',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.581475] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.672627] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.672845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.673155] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.674364] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 219170ef-9c20-45e0-a418-892acd7bd102 with status ACTIVE [ 1081.674646] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.674819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.678103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.678103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.678103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.678103] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.678103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.678103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.678964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.679055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.679342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.679498] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.679600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.680153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.680315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.680452] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 219170ef-9c20-45e0-a418-892acd7bd102 is going to be updated. [ 1081.700378] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.700756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.700756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.700913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.701171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.701171] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-219170ef-9c20-45e0-a418-892acd7bd102" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.084041] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.084041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.084417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.084417] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.084483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.084573] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1082.110295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.110295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.110295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.110295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.110634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.119411] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1082.183942] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.685488] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.687733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.687733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.687733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.687733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.687733] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1082.712593] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.712593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.712789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.712898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1082.713020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.721247] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1084.128248] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1084.128571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.128640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.128854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.129057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.129175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.129241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.129416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.129502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.129599] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.539788] env[63036]: INFO networking_nsxv3.common.synchronization [None req-b72ee76d-e2fc-4c8b-9537-f101e06aca1d tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1084.540314] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1084.540619] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.540742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.540822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.541173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.541257] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.615903] env[63036]: INFO networking_nsxv3.common.synchronization [None req-c2ce4325-74c6-467a-8bc4-9c404cfd871c tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1084.616605] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1084.616911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.617028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.631460] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.731057] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1084.731283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.731541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.731813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.732179] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.732179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.732330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.732416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.732500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.732637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.732755] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.061788] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.061988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.062063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.062258] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.062348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.062446] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 already deleted. [ 1085.062530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.062676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.062829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.062909] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.133907] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.235372] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.235609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.235737] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.235935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.236193] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.236321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.236383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.236572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.236687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.236798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.237049] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.237152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.237249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.237599] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.237702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.237795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.238069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.238164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.238284] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.582292] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.582292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.582292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.582292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.582477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.582477] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 already deleted. [ 1085.582575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.637261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.637437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.637511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.637724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.637814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.637937] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1085.664135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.664291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.664362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.664575] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.664721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.673445] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1085.740983] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b: rpc.has_security_group_logging(os_id): False [ 1085.767664] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.767840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.767901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.768142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.768244] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.768453] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.768546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.768651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.768779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.768889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.769092] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.769411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.769612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.769801] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.769979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.770151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.770245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.770380] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1085.835153] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.835153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.835153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.835153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.835153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.849434] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1087.683555] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1087.684084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.684084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.684269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.684501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.684638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.684722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.684956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.685060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.685213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.685309] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.685493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.685608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.685748] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.685901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.686054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1087.686132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.686214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.686300] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.863054] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1087.863327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.189057] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 481fa372-1124-475b-a908-4b5a5925e6d8: rpc.has_security_group_logging(os_id): False [ 1088.211566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.211566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.211691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.211920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.212079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.212473] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.212641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.212750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.212992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.213127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.213451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.213599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.213692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.213920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.214053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.214355] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.214506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.214607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.214822] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.214943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.215095] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1088.287082] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.287082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.287082] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.287500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.287500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.303717] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1088.898180] env[63036]: INFO networking_nsxv3.common.synchronization [req-bbf89e60-388d-4d9a-b89f-b77ebb385028 req-15460dce-5bf8-4468-8c33-1a63130c092d tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 1088.898180] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 1088.898180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.898180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.898180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.898180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.898180] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.898180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.899441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.899772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.900097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.900320] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.403895] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.426357] env[63036]: INFO networking_nsxv3.common.synchronization [req-e7f89501-5a09-49bb-809a-76b39151a894 req-b32417b1-71a9-48bc-9501-ca5bf8570241 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1089.426966] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1089.428377] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.428553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.428628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.428838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.428998] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.429111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.429173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.429331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.429418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.429511] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.437070] env[63036]: INFO networking_nsxv3.common.synchronization [req-05fcfd4f-241e-43e9-9beb-848f51aac2ba req-313be7ab-798c-4171-ac22-7ecba8fad277 tempest-MultipleCreateTestJSON-362560356 tempest-MultipleCreateTestJSON-362560356-project-member] Enqueued Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1089.437581] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481fa372-1124-475b-a908-4b5a5925e6d8 with Priority: HIGHEST for action security_group_members [ 1089.437889] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-481fa372-1124-475b-a908-4b5a5925e6d8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.438053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.906382] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.936164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.936164] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.936164] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.936164] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be updated. [ 1089.972282] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.972477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.972523] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.972740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1089.972882] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.984383] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: IN_PROGRESS for 2s [ 1090.333480] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1090.333480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.333824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.333824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.334060] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.408767] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.409025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.409025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.409213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.409307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.409409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be updated. [ 1090.437252] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.437465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.437465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.437675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.437835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.448567] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 1090.787286] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab req-f320eeba-38b6-42af-bce2-c4f5598624a2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1090.787847] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1090.788198] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.788323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.788385] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.788596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.788752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.788846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.788905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.789155] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.789287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.789348] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.853778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.853912] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.853987] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.854217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.854309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.854407] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be deleted. [ 1090.899050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.899302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.899302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.899483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1090.899577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.899700] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.144736] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.145285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.145285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.145534] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.145875] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.146124] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.146285] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.146500] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.146720] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.147150] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.147324] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.147554] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.147705] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.147843] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.148039] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.148162] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.177359] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.177598] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.177770] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.178084] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.178438] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-eac1fb8a-9104-4e9d-ace3-b5868e933353 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.178822] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.178822] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.179214] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.179422] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac1fb8a-9104-4e9d-ace3-b5868e933353',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.293436] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.293436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.293436] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.293625] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.293713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.293915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.294020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.294083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.294234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.294309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.294397] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1091.320149] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.320293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.320372] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.320582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.320740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.331799] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1091.682018] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.682018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.682018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.682410] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.682608] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.682783] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port eac1fb8a-9104-4e9d-ace3-b5868e933353 not found, creating... [ 1091.683123] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.683324] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.683460] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.683682] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.683871] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.684200] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.684397] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.684526] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.684753] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.684932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.685114] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: eac1fb8a-9104-4e9d-ace3-b5868e933353 is going to be created. [ 1091.703542] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.703795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.703932] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.704256] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.704520] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.704778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.994837] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 481fa372-1124-475b-a908-4b5a5925e6d8 in Status: SUCCESS [ 1091.995061] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 deletion is rescheduled due to dependency. [ 1091.995189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.995393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.995611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.995800] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.995916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.995976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.996150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.996233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.996326] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('481fa372-1124-475b-a908-4b5a5925e6d8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.459957] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 1092.462396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.463551] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab req-30a200e7-198e-4006-9f13-e3a93390b2cb service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1092.463918] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab req-30a200e7-198e-4006-9f13-e3a93390b2cb service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1092.464374] env[63036]: INFO networking_nsxv3.common.synchronization [req-1a2f41b3-4c0b-4979-a2f1-d4edff1f7cab req-30a200e7-198e-4006-9f13-e3a93390b2cb service nova] Enqueued Resource ID: eac1fb8a-9104-4e9d-ace3-b5868e933353 with Priority: HIGHEST for action port [ 1092.465067] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1092.465807] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1092.465807] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac1fb8a-9104-4e9d-ace3-b5868e933353 with Priority: HIGHEST for action port [ 1092.465807] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.465807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.467168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.467168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.467168] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.467964] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.468197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.468502] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac1fb8a-9104-4e9d-ace3-b5868e933353 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.468657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.468762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.468992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.469136] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac1fb8a-9104-4e9d-ace3-b5868e933353',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.498742] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.498742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.498929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.499068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.499167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.499396] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.499506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.499564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.499729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.499816] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.499899] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 481fa372-1124-475b-a908-4b5a5925e6d8 is going to be deleted. [ 1092.527710] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.527924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.527924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.528148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.528334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.528334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-481fa372-1124-475b-a908-4b5a5925e6d8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.971805] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.971805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.975501] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac1fb8a-9104-4e9d-ace3-b5868e933353 with status ACTIVE [ 1092.975501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.975501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.975501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.975880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.975880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.975880] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.975983] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.976026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.976571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.976571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.976571] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac1fb8a-9104-4e9d-ace3-b5868e933353 is going to be updated. [ 1092.997526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.997694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.997760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.998030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1092.998179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.998354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac1fb8a-9104-4e9d-ace3-b5868e933353" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.159458] env[63036]: INFO networking_nsxv3.common.synchronization [req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 req-d7a072fa-0b7f-447e-aaab-e70ecd4f6d56 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1093.159458] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1093.161523] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161842] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.161999] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.162347] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.162632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.162861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.163031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.163304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.163481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.163655] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.342754] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1093.344348] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc deletion is rescheduled due to dependency. [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.344348] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.344348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.344348] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.522546] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.522859] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.522988] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.523400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.523726] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.523893] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.524061] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.524407] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.524593] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.524881] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.525129] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.525275] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.525397] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.525530] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1093.525657] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.525817] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.546942] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.547216] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1093.547424] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.547718] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.548103] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d51d0563-26c2-4350-93ec-56b32ac53c21 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.548331] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.548515] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.548947] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.549143] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51d0563-26c2-4350-93ec-56b32ac53c21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.666722] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.666841] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.666920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.667280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.667395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.667664] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.667664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.667798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.667910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.667984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.668053] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 already deleted. [ 1093.668140] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.846678] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.052376] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.052705] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.052916] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.053284] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.053504] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.053694] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d51d0563-26c2-4350-93ec-56b32ac53c21 not found, creating... [ 1094.053989] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.054195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.054348] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.054608] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.054774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.055107] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.055276] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.055397] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.055665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.055818] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.056016] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d51d0563-26c2-4350-93ec-56b32ac53c21 is going to be created. [ 1094.076304] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.076469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.076511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.076734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.077033] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.077297] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.350415] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.795820] env[63036]: INFO networking_nsxv3.common.synchronization [req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 req-95b8f100-c096-4820-a6f5-9264347ba1cf service nova] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_rules [ 1094.796075] env[63036]: INFO networking_nsxv3.common.synchronization [req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 req-95b8f100-c096-4820-a6f5-9264347ba1cf service nova] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1094.796173] env[63036]: INFO networking_nsxv3.common.synchronization [req-ad4aeb50-d6e7-4322-99dd-5098c60319b4 req-95b8f100-c096-4820-a6f5-9264347ba1cf service nova] Enqueued Resource ID: d51d0563-26c2-4350-93ec-56b32ac53c21 with Priority: HIGHEST for action port [ 1094.796404] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_rules [ 1094.796533] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1094.796628] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51d0563-26c2-4350-93ec-56b32ac53c21 with Priority: HIGHEST for action port [ 1094.798074] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.798228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.798301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.798553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.798639] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.799563] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.799790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.799790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.799859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.800318] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.800577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.800760] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.801287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.801422] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.802253] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51d0563-26c2-4350-93ec-56b32ac53c21 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.802354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.802457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.802654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.802773] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51d0563-26c2-4350-93ec-56b32ac53c21',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.853069] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.853219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.853395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.853502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.853587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.853686] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1094.879346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.879510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.879556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.879766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.879945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.888771] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1095.305391] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.305531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.305729] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.306653] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d51d0563-26c2-4350-93ec-56b32ac53c21 with status ACTIVE [ 1095.306835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.307894] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.307894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.308245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.308878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.308979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.309184] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.310028] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.310028] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d51d0563-26c2-4350-93ec-56b32ac53c21 is going to be updated. [ 1095.332763] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.332915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.333081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.333322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.333508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.333729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51d0563-26c2-4350-93ec-56b32ac53c21" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.461789] env[63036]: INFO networking_nsxv3.common.synchronization [req-034845d9-8ea2-4411-bfec-9341f8668121 req-5b5a3cdb-a5f1-47ec-ad22-8e7843140d96 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1095.461789] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1095.461789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.461789] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.461789] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.461789] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.811922] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.918909] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.919144] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.919264] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.919640] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.919917] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.920097] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.920226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.920455] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.920609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.920833] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.920952] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.921081] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.921207] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.921327] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1095.921439] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.921580] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.938916] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.939103] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1095.939271] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.939504] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-157" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.939889] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-30224e99-ecb4-4a60-9593-2e004ae3d857 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.940117] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.940687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.940687] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.940875] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30224e99-ecb4-4a60-9593-2e004ae3d857',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.964066] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.964256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.964359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.964599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.964741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.964988] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.965130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.965219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.965443] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.965532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.965648] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 already deleted. [ 1095.965775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.314858] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.315062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.315139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.315352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.315501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.315547] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be created. [ 1096.338212] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.338382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.338454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.338669] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.338829] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.347266] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: UNINITIALIZED for 2s [ 1096.442721] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.443018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.443186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.443734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.443734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.443842] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 30224e99-ecb4-4a60-9593-2e004ae3d857 not found, creating... [ 1096.444127] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.444301] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.444427] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.444677] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.444821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.445142] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.445305] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.445428] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.445639] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.445779] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.445924] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 30224e99-ecb4-4a60-9593-2e004ae3d857 is going to be created. [ 1096.463807] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.463973] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.464102] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.464330] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.464550] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.464790] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.898581] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1096.898933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.898933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.899190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.899420] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.899545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.899602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.899790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.899878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.899965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.900069] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.221440] env[63036]: INFO networking_nsxv3.common.synchronization [req-034845d9-8ea2-4411-bfec-9341f8668121 req-429f4b5b-f618-4f4b-9846-d8eeead68c95 service nova] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1097.221688] env[63036]: INFO networking_nsxv3.common.synchronization [req-034845d9-8ea2-4411-bfec-9341f8668121 req-429f4b5b-f618-4f4b-9846-d8eeead68c95 service nova] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1097.221773] env[63036]: INFO networking_nsxv3.common.synchronization [req-034845d9-8ea2-4411-bfec-9341f8668121 req-429f4b5b-f618-4f4b-9846-d8eeead68c95 service nova] Enqueued Resource ID: 30224e99-ecb4-4a60-9593-2e004ae3d857 with Priority: HIGHEST for action port [ 1097.222309] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_rules [ 1097.222444] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1097.222565] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30224e99-ecb4-4a60-9593-2e004ae3d857 with Priority: HIGHEST for action port [ 1097.222808] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.222929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.222994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.223206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.223288] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.224115] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.224221] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.224292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.224452] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.224597] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.224690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.224746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.224937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.225026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.225128] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.226289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-30224e99-ecb4-4a60-9593-2e004ae3d857 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.226289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.226289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.226556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.226556] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30224e99-ecb4-4a60-9593-2e004ae3d857',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.402785] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.728524] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.729676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.729806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.729982] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30224e99-ecb4-4a60-9593-2e004ae3d857 with status ACTIVE [ 1097.730906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.732161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.732349] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.732540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.732640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.732951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.733063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.733139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.733343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.733481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.733800] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.733942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.734050] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.734215] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.734322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.734509] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30224e99-ecb4-4a60-9593-2e004ae3d857 is going to be updated. [ 1097.764514] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.764694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.764768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.765018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.765207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.765377] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30224e99-ecb4-4a60-9593-2e004ae3d857" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.904949] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 1097.922840] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.922985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.923064] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.923278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.923371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.923613] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.923716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.923772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.923920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1097.923994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.924094] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1098.008020] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.008211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.008211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.008389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.008534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.020825] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1098.236695] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.357175] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1098.357505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.357564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.357776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.357963] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.358095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.358168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.358332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.358414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.358499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.358589] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.739285] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.739456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.739526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.739803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.739931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.740048] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 is going to be created. [ 1098.762676] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.762676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.762884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.762973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.763218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.772232] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: UNINITIALIZED for 2s [ 1098.865752] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.865752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.865752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.865944] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.866136] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.866324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.866404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.866556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.866643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.866729] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.866872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.866965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.867037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.867250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.867389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.867490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.867549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.867671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1098.867745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.867826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.867923] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.371728] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 986d1198-80e0-4a3a-b61e-981409a9d231: rpc.has_security_group_logging(os_id): False [ 1099.387925] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.388191] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.388278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.388516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.388628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.388834] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.388978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.389076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.389201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.389270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.389515] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.389617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.389678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.389819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.389888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.390123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.390234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.390297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.390450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.390546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.390637] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be created. [ 1099.441891] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.442122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.442122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.442410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.442627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.451790] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1100.039177] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1100.039177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.108213] env[63036]: INFO networking_nsxv3.common.synchronization [req-21ce9297-6af2-4b34-a24a-9ee6ee806708 req-7367d712-055a-47ba-9c02-68d39f0bb82a tempest-ServerRescueNegativeTestJSON-1582567772 tempest-ServerRescueNegativeTestJSON-1582567772-project-member] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 1100.108213] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGHEST for action security_group_members [ 1100.108350] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.108441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.108507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.108749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.108900] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.108996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.109446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.109666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.109790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.109903] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.612814] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.613278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.613278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.613278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.633088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.633727] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.633727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.633727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.633861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.634037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.634037] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be updated. [ 1100.656255] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.656496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.656967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.665099] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: IN_PROGRESS for 2s [ 1100.781085] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: SUCCESS [ 1100.781389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.781679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.781890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.782365] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.782365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.782506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.782680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.782782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.782930] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.783104] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.286319] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.462781] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1101.463018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.790418] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12ada3b0-91dc-41a6-9f91-b599ce1d27f2: rpc.has_security_group_logging(os_id): False [ 1101.808508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.808508] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.808508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.808955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.808955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.808955] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 is going to be created. [ 1101.866152] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.866393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.866393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.866643] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.866830] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.876908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: IN_PROGRESS for 2s [ 1102.677835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 in Status: SUCCESS [ 1102.678073] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 deletion is rescheduled due to dependency. [ 1102.678282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.888034] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: SUCCESS [ 1103.888473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.108955] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.109424] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1110.110550] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.110908] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1113.067714] env[63036]: INFO networking_nsxv3.common.synchronization [req-3bd69630-e9c3-4bd2-8f9d-055c448f4e10 req-74c2358c-5b76-400a-a040-108409c06d61 tempest-ServersNegativeTestJSON-764376260 tempest-ServersNegativeTestJSON-764376260-project-member] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1113.068260] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGHEST for action security_group_members [ 1113.068586] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.069337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.069337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.069337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.069337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.069578] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.069631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.070519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.070519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.070519] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.572455] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.572663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.572733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.572948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.573070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.573289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.573382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.573445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.573599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.573675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.573763] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be updated. [ 1113.631852] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.631852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.631852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.632166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.632166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.639698] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: IN_PROGRESS for 2s [ 1115.650298] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b in Status: SUCCESS [ 1115.650675] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b deletion is rescheduled due to dependency. [ 1115.650675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.069271] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1118.069685] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1122.358633] env[63036]: INFO networking_nsxv3.common.synchronization [req-c4fee1cb-574e-426e-a54f-e5b150bd4ecb req-fe3761d9-6d33-4c78-b20d-5d8d613f3ab1 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1122.359202] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1122.359828] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.359959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.360041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.360243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.360400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.360496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.360572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.360755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.360814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.360906] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.864021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.864021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.864021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.864021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.864021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.864021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.864359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.864359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.864359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.864359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.864472] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be updated. [ 1122.889451] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.889583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.889666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.889821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.889959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.897122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1124.216487] env[63036]: INFO networking_nsxv3.common.synchronization [req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 req-e5b70850-348a-47e8-9ad6-1848075172e7 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1124.217063] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1124.217459] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.217717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.217717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.218045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.218241] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.218369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.218476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.218715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.218792] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.218905] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.563819] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.564043] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.564176] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.564448] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.564705] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.564866] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.564986] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.565223] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.565558] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.565792] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.565978] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.566119] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.566234] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.566350] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.566458] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.566596] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.583986] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.584182] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.584321] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.584503] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.584808] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d12ecf98-20be-4e04-a31e-9dd1209fd801 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.584990] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.585258] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.585609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.585756] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12ecf98-20be-4e04-a31e-9dd1209fd801',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.724741] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.724741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.724741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.724741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.744063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.744314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.744431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.744500] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.744692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.744774] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.744862] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1124.767982] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.768160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.768508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.778037] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1124.909958] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1124.910149] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 deletion is rescheduled due to dependency. [ 1124.910270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.088305] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.088560] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.088696] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089269] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.089269] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.089412] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d12ecf98-20be-4e04-a31e-9dd1209fd801 not found, creating... [ 1125.090056] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.090056] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.090307] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.090623] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.090791] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.090912] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.091140] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.091281] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.091440] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d12ecf98-20be-4e04-a31e-9dd1209fd801 is going to be created. [ 1125.112040] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.112257] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.112389] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.112652] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.112957] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.113217] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.856973] env[63036]: INFO networking_nsxv3.common.synchronization [req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 req-32307e03-3991-4ee0-9bb6-c637fe0a4bb3 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1125.857272] env[63036]: INFO networking_nsxv3.common.synchronization [req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 req-32307e03-3991-4ee0-9bb6-c637fe0a4bb3 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1125.857272] env[63036]: INFO networking_nsxv3.common.synchronization [req-87757cbd-2ba6-4baa-9ea3-4ede15e39692 req-32307e03-3991-4ee0-9bb6-c637fe0a4bb3 service nova] Enqueued Resource ID: d12ecf98-20be-4e04-a31e-9dd1209fd801 with Priority: HIGHEST for action port [ 1125.857563] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1125.857656] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1125.857757] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12ecf98-20be-4e04-a31e-9dd1209fd801 with Priority: HIGHEST for action port [ 1125.858321] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.858940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.859032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.859241] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.859329] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.860175] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.860815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.860815] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12ecf98-20be-4e04-a31e-9dd1209fd801 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.860815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.860815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.860815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.860815] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12ecf98-20be-4e04-a31e-9dd1209fd801',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.362906] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.363178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.365545] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d12ecf98-20be-4e04-a31e-9dd1209fd801 with status ACTIVE [ 1126.365736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.365903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.365903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.366131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.366225] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.366403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.366499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.366556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.366712] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.366790] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.366968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.367071] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.367134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.367270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.367341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.367496] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d12ecf98-20be-4e04-a31e-9dd1209fd801 is going to be updated. [ 1126.386644] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.386798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.386911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.387159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.387326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.387545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12ecf98-20be-4e04-a31e-9dd1209fd801" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.652113] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ada6db51-c5d2-485d-9a2b-0d640e4f56b3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1126.652777] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1126.652911] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.653046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.653114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.653371] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.653451] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.743919] env[63036]: INFO networking_nsxv3.common.synchronization [None req-2575a30c-0f79-402c-bb1c-6c07eda6fdc3 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1126.744265] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1126.744601] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.744707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.787852] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1126.788048] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df deletion is rescheduled due to dependency. [ 1126.788165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.788327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.788570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.788775] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.788891] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.788964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.789141] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.789223] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.789327] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.172707] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.173152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.173152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.173152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.173287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.173335] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 already deleted. [ 1127.173373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.173655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.173765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.173765] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.292404] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.692434] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.692645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.692645] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.692870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.692958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.693077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 already deleted. [ 1127.693161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.794313] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.297196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.297603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.297603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.297705] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.297819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.297928] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1128.322223] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.322438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.322438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.322619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1128.322761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.330169] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1130.340279] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1130.340682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.340682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.340871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.341081] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.341202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.341269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.341429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.341513] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.341599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.341691] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.844092] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.844254] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.844327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.844538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.844700] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.844801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.844867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.845022] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.845111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.845268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.845343] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.845464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.845583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.845667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.845905] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.846046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.846112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.846253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.846363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.846506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.846632] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.849428] env[63036]: INFO networking_nsxv3.common.synchronization [None req-e614117a-515e-44b4-bd8e-bff2c6a26c6a tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1130.850236] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1130.850566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.850717] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.850831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.851065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.851217] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.851313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.851374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.851573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.851706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.851844] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.351052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c42c52-0716-423f-b2f3-e31419b3f0df: rpc.has_security_group_logging(os_id): False [ 1131.353411] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.368526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.368526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.368526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.368526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.368526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.368831] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.369079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.369079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.369296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.369382] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.369632] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.369784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.369898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.370108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.370561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.370561] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.370656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.370695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.371233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.371233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.371233] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1131.431533] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.431764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.431851] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.432601] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.432779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.445794] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1131.856038] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.205467] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca2df484-2af1-4212-97eb-fcab618ab228 req-8543cf8e-0233-4153-8ff9-1c0fc22f55d7 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1132.205805] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1132.206117] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.206300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.206300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.206549] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.207546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.207546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.207546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.207546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.207546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.207546] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.358994] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.359464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.359464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.359464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.359623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.359623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1132.389141] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.389297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.389403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.389561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.389699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.398565] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1132.709805] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.709981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.710200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.710424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.710548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.710771] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.710911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.711939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.712167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.712233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.712328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 already deleted. [ 1132.712412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.729862] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.730130] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.730341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.730652] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.730939] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.731238] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.731420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.731719] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.731909] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.732750] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.732968] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.733101] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.733261] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.733386] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1132.733554] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.733711] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.761072] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.761072] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1132.761072] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.761072] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.761210] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-89bbddd0-ddfb-45e3-a40c-3041f72c643a taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.761296] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.761436] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.761746] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.761914] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bbddd0-ddfb-45e3-a40c-3041f72c643a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.008018] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.008201] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.008331] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.008635] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.008855] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.009148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.009315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.009538] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.009691] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.009906] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.010046] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.010192] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.010396] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.010566] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.010694] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.010884] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.028759] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.028937] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.029106] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.029283] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.029581] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-852730c9-6715-41bf-8e58-bfddb8e74f7f taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.029773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.029984] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.030294] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.030441] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852730c9-6715-41bf-8e58-bfddb8e74f7f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.266069] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.266319] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.266420] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.266709] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.266871] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.267045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 89bbddd0-ddfb-45e3-a40c-3041f72c643a not found, creating... [ 1133.267322] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.267479] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.267628] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.267852] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.267995] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.268314] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.268472] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.268612] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.268828] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.268967] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.269122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 89bbddd0-ddfb-45e3-a40c-3041f72c643a is going to be created. [ 1133.287289] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.287490] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.287795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.288107] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.288353] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.288615] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.460727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1133.461027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.532366] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.532589] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.533308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.533308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.533308] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.533308] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 852730c9-6715-41bf-8e58-bfddb8e74f7f not found, creating... [ 1133.533560] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.533725] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.533847] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.534081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.534224] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.534502] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.534680] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.534801] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.534983] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.535134] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.535276] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 852730c9-6715-41bf-8e58-bfddb8e74f7f is going to be created. [ 1133.555068] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.555068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.555068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.555068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.555068] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.555324] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.726509] env[63036]: INFO networking_nsxv3.common.synchronization [req-78d0c229-1919-4e4e-87bf-0f51b82d6d3c req-844d1257-6f96-45a0-ac73-462a96cc9ac5 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1133.727102] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGHEST for action security_group_members [ 1133.727267] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.727391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.727458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.727780] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.727930] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.728020] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.728080] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728253] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.728340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.728448] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.976387] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca2df484-2af1-4212-97eb-fcab618ab228 req-55b34c2a-2a77-46ae-bf00-13aafb34967a service nova] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1133.976387] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca2df484-2af1-4212-97eb-fcab618ab228 req-55b34c2a-2a77-46ae-bf00-13aafb34967a service nova] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1133.976510] env[63036]: INFO networking_nsxv3.common.synchronization [req-ca2df484-2af1-4212-97eb-fcab618ab228 req-55b34c2a-2a77-46ae-bf00-13aafb34967a service nova] Enqueued Resource ID: 89bbddd0-ddfb-45e3-a40c-3041f72c643a with Priority: HIGHEST for action port [ 1133.977023] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_rules [ 1133.977154] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1133.977250] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bbddd0-ddfb-45e3-a40c-3041f72c643a with Priority: HIGHEST for action port [ 1133.977517] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.977707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.977756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.977947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.977997] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.978989] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.979142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.979142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.979457] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.979457] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.979626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.979626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.979781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.979781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.979868] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.980629] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bbddd0-ddfb-45e3-a40c-3041f72c643a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.980811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.980811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.980964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.981051] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bbddd0-ddfb-45e3-a40c-3041f72c643a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.225483] env[63036]: INFO networking_nsxv3.common.synchronization [req-5feeb758-faf3-4bc5-a621-66b85ea93b0f req-8e1e33b6-48f5-4dc0-831b-18d06cf78a14 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1134.225648] env[63036]: INFO networking_nsxv3.common.synchronization [req-5feeb758-faf3-4bc5-a621-66b85ea93b0f req-8e1e33b6-48f5-4dc0-831b-18d06cf78a14 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1134.225648] env[63036]: INFO networking_nsxv3.common.synchronization [req-5feeb758-faf3-4bc5-a621-66b85ea93b0f req-8e1e33b6-48f5-4dc0-831b-18d06cf78a14 service nova] Enqueued Resource ID: 852730c9-6715-41bf-8e58-bfddb8e74f7f with Priority: HIGHEST for action port [ 1134.225928] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1134.226018] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1134.226117] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852730c9-6715-41bf-8e58-bfddb8e74f7f with Priority: HIGHEST for action port [ 1134.226653] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.226821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.226856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.227076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.227157] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.228265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.228383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.228549] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-852730c9-6715-41bf-8e58-bfddb8e74f7f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.228661] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.228734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.228945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.229029] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852730c9-6715-41bf-8e58-bfddb8e74f7f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.230233] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.230233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.230333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.230597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.230597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.230707] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.230806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.230871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.231016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.231098] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.231185] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c is going to be updated. [ 1134.257443] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.257639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.257692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.257834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.257967] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.265689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: IN_PROGRESS for 2s [ 1134.408731] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1134.409667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.409667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.409667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.409667] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.409667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.409667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.410234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.410234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.410234] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.483060] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.483328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.483412] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.484195] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89bbddd0-ddfb-45e3-a40c-3041f72c643a with status ACTIVE [ 1134.484379] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.484540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.484596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.484968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.484968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.485087] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.485133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.485211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.486908] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.486908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.486908] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89bbddd0-ddfb-45e3-a40c-3041f72c643a is going to be updated. [ 1134.505135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.505267] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.505336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.505515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.505800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.505963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bbddd0-ddfb-45e3-a40c-3041f72c643a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.731044] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.731044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.733136] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852730c9-6715-41bf-8e58-bfddb8e74f7f with status ACTIVE [ 1134.733608] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.733608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.733608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.733793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.733793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.733930] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.734041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.734103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.734252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.734326] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.734501] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.734593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.734668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.734824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.734897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.734982] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852730c9-6715-41bf-8e58-bfddb8e74f7f is going to be updated. [ 1134.757793] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.757976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.758051] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.758214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1134.758343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.758503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852730c9-6715-41bf-8e58-bfddb8e74f7f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.912324] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.989206] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.414171] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.494724] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.495037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.495037] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.495192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.495279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.495378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 is going to be created. [ 1135.517805] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.517939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.518088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.518334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.518534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.528077] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: UNINITIALIZED for 2s [ 1135.916716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.916880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.916952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.917188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.917280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.917381] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1135.943044] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.943263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.943263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.943486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.943629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.951574] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1136.274948] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c in Status: SUCCESS [ 1136.275204] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c deletion is rescheduled due to dependency. [ 1136.275323] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.536538] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: SUCCESS [ 1137.536876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.536918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.537137] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.537332] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.537451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.537520] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.537740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.537823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.537908] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.537999] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.962035] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1137.962035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.962035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.962281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.962509] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.962655] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.962740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.962901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.963222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.963222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.963222] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.040151] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.465234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.465400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.465473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.466591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.466591] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.466591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.466591] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.466926] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.467921] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.470403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.470403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.470403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.470403] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.543532] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c4dd95a-95c2-44c2-910e-7a70edb28d33: rpc.has_security_group_logging(os_id): False [ 1138.562541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.562541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.562541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.562541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 is going to be created. [ 1138.619325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.619547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.619547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.619859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.619952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.630918] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: IN_PROGRESS for 2s [ 1138.974222] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c42c52-0716-423f-b2f3-e31419b3f0df: rpc.has_security_group_logging(os_id): False [ 1138.991859] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.991990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.992073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.992255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.992348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.992544] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.992644] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.992710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.992856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.992931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.993246] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.993355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.993419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.993564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.993638] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.993818] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.993910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.993970] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.994135] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.994220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.994307] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1139.060086] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.060212] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.060273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.060485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.060668] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.071566] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1139.227230] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.227397] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1140.642044] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: SUCCESS [ 1140.642044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.085295] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1141.085583] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.228147] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.228521] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.146258] env[63036]: INFO networking_nsxv3.common.synchronization [req-4ba4d441-7f2d-4525-b297-157fb9355eb9 req-0b57b5b7-b1d0-45ce-b2bc-1de522439205 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1146.146714] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1146.147033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.147152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.147246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.148091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.148091] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.148091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.148091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.148091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1146.148091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.148091] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.612123] env[63036]: INFO networking_nsxv3.common.synchronization [None req-6e2f9c23-19aa-431f-a35f-518735ac3ab6 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1146.612709] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1146.613184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.613330] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.652233] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.153843] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.656467] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.656689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.656750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.656995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.657132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.657260] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1147.684995] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.685172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.685231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.685450] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1147.685608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.693706] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1149.216415] env[63036]: INFO networking_nsxv3.common.synchronization [req-946af929-156d-4935-ad98-502aad16a349 req-30413898-0c51-4431-9720-ec8a964914d4 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 1149.216911] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGHEST for action security_group_members [ 1149.217233] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.217353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.217416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.218097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.218097] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.218097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.218097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.218097] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.218521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.218521] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.704722] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1149.704950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.705123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.705360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.705546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.705691] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.705781] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.705969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.706033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.706127] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.721306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.721603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.721603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.721714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.741632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.741889] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.742026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.742096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.742396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.742503] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.742618] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e is going to be updated. [ 1149.768096] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.768246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.768310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.768495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1149.768627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.775954] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: IN_PROGRESS for 2s [ 1150.208345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.208509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.208581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.208826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.208914] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.209137] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.209238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.209300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.209451] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.209527] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.209654] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1150.236758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.237066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.237066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.237177] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1150.237316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.245962] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1151.763600] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.763920] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.763920] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.764218] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.764485] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.764642] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.764762] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.764977] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.765141] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.765347] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.765461] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.765596] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.765701] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.765841] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.765928] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.766052] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.787180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.788050] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.788050] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.788050] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.788528] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-5e9701ec-11f9-490f-b05c-ad1ed07db215 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.788833] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.788994] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.789269] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.789418] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9701ec-11f9-490f-b05c-ad1ed07db215',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.793614] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aed04386-babc-4ff5-a74b-fd23c62fe29e in Status: SUCCESS [ 1151.793782] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e deletion is rescheduled due to dependency. [ 1151.793884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.254992] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1152.255197] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df deletion is rescheduled due to dependency. [ 1152.255311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.292640] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.292889] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.293038] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.293340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.293499] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.293799] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.293965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.294108] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.294331] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.294475] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.294759] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.294921] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.295057] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.295272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.295413] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.295560] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 is going to be updated. [ 1152.319791] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.319991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.320157] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.320417] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1152.320641] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.320831] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.999537] env[63036]: INFO networking_nsxv3.common.synchronization [req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d req-bc44200a-e5c7-4f6e-9eea-a8ae86cb8ba5 service nova] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1152.999882] env[63036]: INFO networking_nsxv3.common.synchronization [req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d req-bc44200a-e5c7-4f6e-9eea-a8ae86cb8ba5 service nova] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1153.000036] env[63036]: INFO networking_nsxv3.common.synchronization [req-4a8c1f0b-ff09-4753-b5ff-648fc0ba801d req-bc44200a-e5c7-4f6e-9eea-a8ae86cb8ba5 service nova] Enqueued Resource ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 with Priority: HIGHEST for action port [ 1153.000583] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_rules [ 1153.000719] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1153.000893] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 with Priority: HIGHEST for action port [ 1153.001159] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.001275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.001344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.001604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.001688] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.002582] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.002695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.002768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.002976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.003137] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.003234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.003316] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.003431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.003515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.003592] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.005871] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9701ec-11f9-490f-b05c-ad1ed07db215 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.005971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.006053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.006205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.006277] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9701ec-11f9-490f-b05c-ad1ed07db215',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.507738] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.507917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.510249] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.511121] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e9701ec-11f9-490f-b05c-ad1ed07db215 with status ACTIVE [ 1153.511302] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.511414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.511477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.511680] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.511765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.511941] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.512054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.512115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.512264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.512340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.512513] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.512597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.512663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.512794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.512868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.512949] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e9701ec-11f9-490f-b05c-ad1ed07db215 is going to be updated. [ 1153.532269] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.532465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.532465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.532736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.532811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.532896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9701ec-11f9-490f-b05c-ad1ed07db215" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.833886] env[63036]: INFO networking_nsxv3.common.synchronization [None req-31cb1d49-5f52-47d2-8c61-1e2102ce7e83 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1153.834236] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1153.834534] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.834654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.834736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.834986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.835084] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.899622] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0432804e-70a6-439b-a18e-02f8d0686635 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1153.900103] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1153.900409] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.900512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.015397] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.354641] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.354843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.354952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.355123] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.355689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.355689] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c already deleted. [ 1154.355689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.355689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.355689] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.355944] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.518400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.518620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.518620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.518884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.518960] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.519079] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be updated. [ 1154.544938] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.545136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.545200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.545357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.545495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.552904] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: IN_PROGRESS for 2s [ 1154.874341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.874487] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.874571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.874778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1154.874867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.874963] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c already deleted. [ 1154.875055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.561672] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: SUCCESS [ 1156.562024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.562067] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.562259] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.562452] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.562569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.562636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.562778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1156.562857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.562942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.563041] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.065760] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.568712] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 258ea32d-ab26-40a2-81b8-283f81a4b1ab: rpc.has_security_group_logging(os_id): False [ 1157.585959] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.586192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.586275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.586483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.586596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.586859] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.586990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.587113] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.587283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.587363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.587454] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be updated. [ 1157.643083] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.643293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.643293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.643507] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.643651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.655527] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: IN_PROGRESS for 2s [ 1157.814429] env[63036]: INFO networking_nsxv3.common.synchronization [req-0e59b29a-8398-4787-88d4-513d685562fd req-fdb674fb-8cf8-4aad-91bd-092ba502fef8 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1157.815241] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGHEST for action security_group_members [ 1157.815728] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.816046] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.816282] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.816629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.816954] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.818251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.818251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.818251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1157.818251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.818251] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.321167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.321553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.321553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.321782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.321854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.322104] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.322255] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.322358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.322539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.322619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.322736] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 is going to be updated. [ 1158.349887] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.350160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.350160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.351379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1158.351379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.361020] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: IN_PROGRESS for 2s [ 1159.675500] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: SUCCESS [ 1159.675865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.679266] env[63036]: INFO networking_nsxv3.common.synchronization [req-3aa93ffe-b822-427f-960e-6f26745e1e26 req-ce0a3f74-e819-496d-9aba-675721d820f6 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1159.679772] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1159.680514] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.680514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.680514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.680746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.680746] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.680901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.680953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.681115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.681203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.681290] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.061899] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.062119] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.062251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.062623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.062903] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.063078] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.063201] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.063421] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.063625] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.063884] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.064021] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.064146] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.064289] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.064375] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.064536] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.064686] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.084241] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.084439] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.084587] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.084774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.085222] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.085411] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.085541] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.085878] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.086039] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bb78a0-dfb8-4528-91ca-311c62b9c3b8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.187682] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.187940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.187940] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.188207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.188302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.188516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.188619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.188686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.188840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.188917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.188995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c already deleted. [ 1160.189088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.372407] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 in Status: SUCCESS [ 1160.372407] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 deletion is rescheduled due to dependency. [ 1160.372646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.588225] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.588592] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.588726] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.589033] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.589283] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.589482] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 not found, creating... [ 1160.589764] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.589931] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.590077] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.590405] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.590567] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.590864] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.591038] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.591207] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.591487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.591643] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.591794] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 is going to be created. [ 1160.614453] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.614745] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.614885] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.615181] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.615415] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.615751] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [req-3aa93ffe-b822-427f-960e-6f26745e1e26 req-87c6cf83-ee09-4695-ae10-9bae8a24b602 service nova] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [req-3aa93ffe-b822-427f-960e-6f26745e1e26 req-87c6cf83-ee09-4695-ae10-9bae8a24b602 service nova] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [req-3aa93ffe-b822-427f-960e-6f26745e1e26 req-87c6cf83-ee09-4695-ae10-9bae8a24b602 service nova] Enqueued Resource ID: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 with Priority: HIGHEST for action port [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1161.325033] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 with Priority: HIGHEST for action port [ 1161.325033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.325033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.325033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.325810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.326104] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.327054] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.327362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.327502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.327747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.328039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.328250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.328396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.328785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.328973] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.329172] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.330626] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.330905] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.331094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.331332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.331500] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bb78a0-dfb8-4528-91ca-311c62b9c3b8',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.833195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.833352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.833543] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.834462] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 with status ACTIVE [ 1161.834716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.834837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.834897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.835117] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.835196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.835377] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.835473] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.835529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.835671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.835776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.835923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.836052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.836186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.836243] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.836358] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.836358] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70bb78a0-dfb8-4528-91ca-311c62b9c3b8 is going to be updated. [ 1161.857973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.858132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.858202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.858393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1161.858521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.858677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bb78a0-dfb8-4528-91ca-311c62b9c3b8" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.338447] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.585139] env[63036]: INFO networking_nsxv3.common.synchronization [None req-e6319a1a-6e9b-4aa0-8103-6b2b5ea6e9a5 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1162.585670] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1162.586015] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.586187] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.586265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.586533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.586618] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.670175] env[63036]: INFO networking_nsxv3.common.synchronization [None req-4ce9c90a-00e2-4265-a5ef-b6f7ec0d0070 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1162.670722] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1162.671114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.671220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.841249] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.841402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.841455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.841677] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.841768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.841867] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be created. [ 1162.864736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.864896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.864939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.865174] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1162.865340] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.878862] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: UNINITIALIZED for 2s [ 1163.110985] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.110985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.110985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.110985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.110985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.111325] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d already deleted. [ 1163.111325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.111785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.112074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.112189] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.633921] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.634383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.634383] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.634597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1163.634597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.634597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d already deleted. [ 1163.634706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.495690] env[63036]: INFO networking_nsxv3.common.synchronization [req-9b29d031-8fc6-466a-89b6-a2da8057a2c0 req-db53031a-e18e-4e7a-b971-92c1a8add9e9 tempest-AttachVolumeNegativeTest-1289314854 tempest-AttachVolumeNegativeTest-1289314854-project-member] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1164.496323] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGHEST for action security_group_members [ 1164.496651] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.496779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.496848] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.497192] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.497364] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.497469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.497534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.497697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.497778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.498148] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.888090] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1164.888359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.889376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.889376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.889778] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.000925] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.001206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.001752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.002048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.002143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.002384] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.002437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.002493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.002637] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.002713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.002812] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 is going to be updated. [ 1165.049022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.049143] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.049206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.049702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.049919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.058421] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: IN_PROGRESS for 2s [ 1165.391299] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.893720] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a29e902-2563-4a80-a5c2-d1e29124d45c: rpc.has_security_group_logging(os_id): False [ 1165.913441] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.913657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.913657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.913864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.913953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.914213] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.914315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.914381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.914533] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.914606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.914693] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be created. [ 1165.972314] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.972538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.972538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.972735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.972917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.984663] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1167.067773] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 in Status: SUCCESS [ 1167.068252] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 deletion is rescheduled due to dependency. [ 1167.068252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.661543] env[63036]: INFO networking_nsxv3.common.synchronization [req-3af49984-76e7-4213-8048-511df7fedfac req-b74f3f6a-9847-42e3-9daa-be2b67654fcb tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1167.662111] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1167.662423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.662548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.662617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.662811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.662962] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.663073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.663134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.663276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.663357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.663446] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.999310] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1167.999543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.165957] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.166283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.166381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.166759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.188031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.188031] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.188031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.188292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.188325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.189536] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.189536] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1168.211915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.212108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.212152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.212324] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.212464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.219580] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1168.562090] env[63036]: INFO networking_nsxv3.common.synchronization [req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 req-b4993be2-468d-4899-baf8-68c5d6a046d5 tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1168.564225] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1168.564551] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.564678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.564743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.564996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.565169] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.565273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.565404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.565491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1168.565576] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.565666] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.042528] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.042767] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.043073] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.043352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.043616] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.043778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.043901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.044230] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.044291] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.044496] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.044616] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.044725] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.044840] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.044953] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.045071] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.045405] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.062835] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.063022] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.063172] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.063351] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-219" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.063663] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-71452bb8-0e5d-481d-8a0d-972cbefce91c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.063835] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.063958] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.064300] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.064451] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71452bb8-0e5d-481d-8a0d-972cbefce91c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.071037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.071185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.071279] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.071446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.071522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.071725] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.071833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.071892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.072049] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.072125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.072223] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d already deleted. [ 1169.072295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.566859] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.567166] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.567293] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.567603] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.567776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.567940] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 71452bb8-0e5d-481d-8a0d-972cbefce91c not found, creating... [ 1169.568243] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.568412] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.568601] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.568905] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.569078] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.569407] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.569581] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.569695] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.569933] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.570143] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.570318] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 71452bb8-0e5d-481d-8a0d-972cbefce91c is going to be created. [ 1169.589902] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.590126] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.590262] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.590530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.590764] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.590988] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.228731] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1170.228955] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e deletion is rescheduled due to dependency. [ 1170.229129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.335782] env[63036]: INFO networking_nsxv3.common.synchronization [req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 req-57ddefcf-14fa-4ea7-b2b9-b5dc4539fd49 service nova] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1170.335990] env[63036]: INFO networking_nsxv3.common.synchronization [req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 req-57ddefcf-14fa-4ea7-b2b9-b5dc4539fd49 service nova] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1170.336152] env[63036]: INFO networking_nsxv3.common.synchronization [req-cbcee25d-692c-4927-b2e4-ed4e6a236c40 req-57ddefcf-14fa-4ea7-b2b9-b5dc4539fd49 service nova] Enqueued Resource ID: 71452bb8-0e5d-481d-8a0d-972cbefce91c with Priority: HIGHEST for action port [ 1170.336376] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_rules [ 1170.336505] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1170.336600] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71452bb8-0e5d-481d-8a0d-972cbefce91c with Priority: HIGHEST for action port [ 1170.337289] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.337463] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.337571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.337833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.337975] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.338897] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.339150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.339270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.339482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.339681] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.340299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.340299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.340299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.340299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.340299] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.341124] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-71452bb8-0e5d-481d-8a0d-972cbefce91c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.344831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.344831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.344831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.344831] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71452bb8-0e5d-481d-8a0d-972cbefce91c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.844395] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.844395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.845355] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.846369] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71452bb8-0e5d-481d-8a0d-972cbefce91c with status ACTIVE [ 1170.846865] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.846865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.846865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.847092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.847092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.847386] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.847386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.847386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.847615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.847675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.847903] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.847988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.847988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.848179] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.848256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.848346] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71452bb8-0e5d-481d-8a0d-972cbefce91c is going to be updated. [ 1170.868189] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.868189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.868189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.868189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.868410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.868410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71452bb8-0e5d-481d-8a0d-972cbefce91c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.347467] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.853570] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.854134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.854134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.854134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.854134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.854380] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d is going to be created. [ 1171.878323] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.878479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.878535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.878732] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1171.878892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.887795] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: UNINITIALIZED for 2s [ 1173.901141] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: SUCCESS [ 1173.901550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.901686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.901984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.902295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.902465] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.902565] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.902778] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1173.902889] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.903015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.903153] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.405495] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.686806] env[63036]: INFO networking_nsxv3.common.synchronization [req-12228d96-14db-4e79-a8c6-7cd161fc9b17 req-14e25a57-5943-4f44-9b3f-022d03fdb02f tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1174.687534] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1174.687872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.688023] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.688127] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.688331] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.688502] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.688747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.688747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.688880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.688880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.688998] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.909118] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b43cab4a-404f-4f1e-b827-1ce7a98b510d: rpc.has_security_group_logging(os_id): False [ 1174.928723] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.928723] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.928723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.928723] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d is going to be created. [ 1174.968871] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.969151] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.969315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.969578] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.969847] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.970018] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.970148] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.970364] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.970530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.970741] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.971189] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.971189] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.971189] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.971392] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.971392] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.971486] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.984017] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.984200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.984200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.984376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.984553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.988917] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.989096] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.989247] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.989411] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.989685] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.989847] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.990625] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.990625] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1174.990625] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8785ad3-b3ad-47ef-8faf-f514ebe090cc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.995745] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: IN_PROGRESS for 2s [ 1175.191713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.191932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.191932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.192197] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.192299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.192498] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.192596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.192692] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.192887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.192966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.193072] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1175.255665] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.256033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.256033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.256200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.256351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.267496] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1175.492628] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.492823] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.492956] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.493267] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.493430] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.493597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port c8785ad3-b3ad-47ef-8faf-f514ebe090cc not found, creating... [ 1175.493858] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.494029] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.494161] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.494412] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.494552] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.494839] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.494999] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.495139] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.495352] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.495491] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.495635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: c8785ad3-b3ad-47ef-8faf-f514ebe090cc is going to be created. [ 1175.513911] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.514096] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.514226] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.514454] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.514746] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.514914] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.218813] env[63036]: INFO networking_nsxv3.common.synchronization [req-12228d96-14db-4e79-a8c6-7cd161fc9b17 req-d0684461-ab25-45f8-9bd6-9f25f42948f7 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 1176.219123] env[63036]: INFO networking_nsxv3.common.synchronization [req-12228d96-14db-4e79-a8c6-7cd161fc9b17 req-d0684461-ab25-45f8-9bd6-9f25f42948f7 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1176.219298] env[63036]: INFO networking_nsxv3.common.synchronization [req-12228d96-14db-4e79-a8c6-7cd161fc9b17 req-d0684461-ab25-45f8-9bd6-9f25f42948f7 service nova] Enqueued Resource ID: c8785ad3-b3ad-47ef-8faf-f514ebe090cc with Priority: HIGHEST for action port [ 1176.219722] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 1176.219844] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1176.219941] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8785ad3-b3ad-47ef-8faf-f514ebe090cc with Priority: HIGHEST for action port [ 1176.220233] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.220364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.220429] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.220626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.220707] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.221583] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.221667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.221868] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.221966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.222035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.222206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.222261] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8785ad3-b3ad-47ef-8faf-f514ebe090cc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.724518] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.724660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.726106] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8785ad3-b3ad-47ef-8faf-f514ebe090cc with status ACTIVE [ 1176.726281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.726406] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.726483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.726687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.726779] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.726951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.727073] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.727112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.727260] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.727333] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.727513] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.727617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.727679] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.727785] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.727856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.727940] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8785ad3-b3ad-47ef-8faf-f514ebe090cc is going to be updated. [ 1176.749913] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.749913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.749913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.749913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.749913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.749913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8785ad3-b3ad-47ef-8faf-f514ebe090cc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.918766] env[63036]: INFO networking_nsxv3.common.synchronization [req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 req-8d001dc4-9ee5-4fca-a557-4360e1056a30 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1176.918766] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1176.919529] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.919994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.920251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.923249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.923249] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.923249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.923249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.923249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.923249] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.923249] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.008748] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: SUCCESS [ 1177.008748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.211222] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.211222] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.211222] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.211222] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.211479] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.212511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.212511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.212511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.212511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.212737] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.212908] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.213080] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.213246] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.213409] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.213565] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.213746] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.235977] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.236316] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.236316] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.236477] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.236799] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-302b4cf1-874d-4df5-920c-7cd7108cb543 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.236969] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.237112] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.237431] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.237569] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302b4cf1-874d-4df5-920c-7cd7108cb543',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.276303] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1177.276536] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e deletion is rescheduled due to dependency. [ 1177.276660] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.276814] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.277031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.277345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.277345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.277425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.277529] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.277609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.277704] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.427774] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.741031] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.741031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.741031] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.741870] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.741870] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.741870] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 302b4cf1-874d-4df5-920c-7cd7108cb543 not found, creating... [ 1177.741870] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.742130] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.742803] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.743083] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.743268] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.743531] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.744584] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.744584] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.744584] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.744690] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.744819] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 302b4cf1-874d-4df5-920c-7cd7108cb543 is going to be created. [ 1177.764999] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.765373] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.765571] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.765965] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1177.766167] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.766430] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.779432] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.930843] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.281660] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.436210] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.436456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.436539] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.436828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.436959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.437117] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be updated. [ 1178.450822] env[63036]: INFO networking_nsxv3.common.synchronization [req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 req-08998ff4-7a6d-4112-b4fa-d41cad3fc3d9 service nova] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1178.451042] env[63036]: INFO networking_nsxv3.common.synchronization [req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 req-08998ff4-7a6d-4112-b4fa-d41cad3fc3d9 service nova] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1178.451193] env[63036]: INFO networking_nsxv3.common.synchronization [req-703c4ce4-2819-4369-bbeb-cf08fdec20e1 req-08998ff4-7a6d-4112-b4fa-d41cad3fc3d9 service nova] Enqueued Resource ID: 302b4cf1-874d-4df5-920c-7cd7108cb543 with Priority: HIGHEST for action port [ 1178.451761] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_rules [ 1178.451902] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1178.451999] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302b4cf1-874d-4df5-920c-7cd7108cb543 with Priority: HIGHEST for action port [ 1178.452347] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.452437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.452506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.452702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.452779] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.454130] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.454233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.454449] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-302b4cf1-874d-4df5-920c-7cd7108cb543 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.454554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.454621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.454787] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.454860] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302b4cf1-874d-4df5-920c-7cd7108cb543',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.463729] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.463879] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.463950] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.464183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.464332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.473015] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1178.786640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.786798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.786872] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.787115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.787207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.787303] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1178.815030] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.815150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.815238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.815458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.815623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.823477] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1178.956380] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.956551] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.957977] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 302b4cf1-874d-4df5-920c-7cd7108cb543 with status ACTIVE [ 1178.958218] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.958363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.958464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.958736] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.958904] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.959013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.959115] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.959297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.959408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.959678] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.959828] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.959941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.960154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.960369] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.960475] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 302b4cf1-874d-4df5-920c-7cd7108cb543 is going to be updated. [ 1178.979186] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.979353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.979410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.979570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1178.979697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.979843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302b4cf1-874d-4df5-920c-7cd7108cb543" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.482626] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1180.482976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.483139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.483415] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.483543] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.483682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.483745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.483895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.483994] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.484077] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.836541] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.836541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.836541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.836541] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.986089] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.337828] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.487976] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.840617] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4f5799e-af77-42be-81de-211ece199d7e: rpc.has_security_group_logging(os_id): False [ 1181.858037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.858202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.858298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.858505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.858596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.858834] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.858934] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.859010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.859161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.859237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.859321] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1181.913024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.913024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.913024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.913024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.913276] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.923409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1181.990140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.990370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.990370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.990617] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1181.990688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.990791] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be updated. [ 1182.030564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.030835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.030923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.031160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1182.031309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.046650] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1183.452853] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1183.452853] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1183.941119] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1183.941343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.057800] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1184.058036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.058268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.058519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.058716] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.058849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.058906] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.059074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.059167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.059283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.059428] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.561814] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.064907] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a29e902-2563-4a80-a5c2-d1e29124d45c: rpc.has_security_group_logging(os_id): False [ 1185.093819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.094058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.094058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.094325] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.094438] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.094772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.094886] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.094953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.095189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.095275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.095370] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be updated. [ 1185.198050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.198310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.198310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.198505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.198647] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.216203] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1187.230876] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1187.231532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.453843] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.453843] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1188.455829] env[63036]: INFO networking_nsxv3.common.synchronization [None req-ba7c18d7-7a56-46bf-9910-d07777a7a8fb tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1188.456352] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1188.456675] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.456821] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.456900] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.457425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.457594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.457731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.457800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.457996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.458096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.458189] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.962713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.962713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.962713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.962713] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1188.989247] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.989247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.989247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.989247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.989247] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.995376] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1191.006070] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1191.006485] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df deletion is rescheduled due to dependency. [ 1191.006485] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.457105] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.457396] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1194.885749] env[63036]: INFO networking_nsxv3.common.synchronization [req-09410059-f1ac-49df-8660-afc37f84c1ea req-2fc71912-d7c2-4c06-97ae-4f1a831f55f2 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1194.886309] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1194.886618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.886800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.886918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.887188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.887362] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.887467] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.887530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.887681] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.887767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.887858] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.391025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.391199] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.391272] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.391496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.391654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.391873] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.391976] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.392048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.392206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.392287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.392373] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1195.422196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.422360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.422399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.422577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1195.422716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.430326] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1197.440635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1197.440937] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc deletion is rescheduled due to dependency. [ 1197.440937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.888198] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.888520] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1202.478169] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab req-009adb21-5bd2-42ca-a7d8-ef0b53dff87b tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1202.478685] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1202.478988] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.479125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.479125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.479426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.479546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.479642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.479697] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.479854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.479939] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.480032] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.742650] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.742650] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.742825] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.743096] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.743409] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.743665] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.743869] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.744195] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.744323] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.744523] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.744640] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.744764] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.744878] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.745078] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.745145] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.745296] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.765445] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.765598] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.765759] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.765901] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.766194] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-315b014e-43d8-4a09-8303-938dcf19b2ec taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.766388] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.766524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.766824] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.766964] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315b014e-43d8-4a09-8303-938dcf19b2ec',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.981675] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.981938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.981938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.982136] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.982222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.982416] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.982515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.982573] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.982718] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1202.982811] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.982911] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1203.009973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.010208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.010208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.010395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.010526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.018385] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1203.269425] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.269713] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.269854] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.270157] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.270315] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.270476] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 315b014e-43d8-4a09-8303-938dcf19b2ec not found, creating... [ 1203.270748] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.270931] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.271051] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.271279] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.271418] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.271699] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.271858] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.271980] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.272204] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.272342] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.272506] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 315b014e-43d8-4a09-8303-938dcf19b2ec is going to be created. [ 1203.290800] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.290986] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.291127] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.291361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.291624] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.291846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.004911] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab req-eaf14b95-4b39-48ab-a7be-aadd62bf6d21 service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1204.005171] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab req-eaf14b95-4b39-48ab-a7be-aadd62bf6d21 service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1204.005301] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f8c798-4f35-4c2b-80b9-8fdaa50c67ab req-eaf14b95-4b39-48ab-a7be-aadd62bf6d21 service nova] Enqueued Resource ID: 315b014e-43d8-4a09-8303-938dcf19b2ec with Priority: HIGHEST for action port [ 1204.005531] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1204.006225] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1204.006225] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315b014e-43d8-4a09-8303-938dcf19b2ec with Priority: HIGHEST for action port [ 1204.006506] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.006694] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.007011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.007090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.007187] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.010511] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.010511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.010511] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-315b014e-43d8-4a09-8303-938dcf19b2ec taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.010511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.010511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.010511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.010511] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315b014e-43d8-4a09-8303-938dcf19b2ec',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.511349] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.511480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.511668] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 315b014e-43d8-4a09-8303-938dcf19b2ec with status ACTIVE [ 1204.511833] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.511937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.512055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.512228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.512310] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.512478] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.512571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.512630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.512782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.512855] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.513046] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.513138] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.513198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.513334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.513405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.513489] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 315b014e-43d8-4a09-8303-938dcf19b2ec is going to be updated. [ 1204.533629] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.533762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.533802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.533969] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1204.534106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.534248] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.032024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1205.032024] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc deletion is rescheduled due to dependency. [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.032024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.032024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.032024] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.198975] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.198975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.198975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.198975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.198975] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.198975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.198975] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.199346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.199346] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.199527] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.199648] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.199762] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.199875] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.199989] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.200114] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.200245] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.219433] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.219600] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.219749] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.219916] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.220197] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.220360] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.220482] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.220773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.220907] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad8acf-75df-4efd-85f6-bdff6d6ea1f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.535675] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.723133] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.723554] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.723731] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.724055] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.724240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.724334] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 not found, creating... [ 1205.724627] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.724760] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.724881] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.725126] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.725270] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.725557] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.725722] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.725961] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.726181] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.726338] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.726518] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 is going to be created. [ 1205.745243] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.745524] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.745738] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.746081] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.746341] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.746585] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.038211] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.421888] env[63036]: INFO networking_nsxv3.common.synchronization [req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d req-955daa1a-c737-4b6e-b95f-fa50a184a1ba service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1206.422102] env[63036]: INFO networking_nsxv3.common.synchronization [req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d req-955daa1a-c737-4b6e-b95f-fa50a184a1ba service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1206.422250] env[63036]: INFO networking_nsxv3.common.synchronization [req-1ed0bc94-b62f-49fe-a0ec-651a75b05a7d req-955daa1a-c737-4b6e-b95f-fa50a184a1ba service nova] Enqueued Resource ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with Priority: HIGHEST for action port [ 1206.422470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1206.422606] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1206.422687] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with Priority: HIGHEST for action port [ 1206.423225] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.423348] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.423413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.423608] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.423687] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.424764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.424876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.424943] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.425114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.425262] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.425355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.425418] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.425630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.425630] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.425766] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.426438] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.426584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.426619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.426748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.426818] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad8acf-75df-4efd-85f6-bdff6d6ea1f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.540341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.540514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.540574] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.540762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.540852] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.540947] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1206.565819] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.566017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.566017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.566217] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.566359] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.573815] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1206.928299] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.928477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.928690] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.929655] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with status ACTIVE [ 1206.929842] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.929955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.930031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.930263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.930363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.930537] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.930632] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.930695] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.930854] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.930935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.931114] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.931206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.931266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.931402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.931476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.931559] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 is going to be updated. [ 1206.950571] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.950748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.950824] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.951024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.951152] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.951303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.434240] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.937183] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.937378] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.937486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.937741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.937823] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.937928] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1207.963022] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.963205] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.963291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.963420] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.963581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.970907] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1208.582277] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1208.582612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.582678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.582853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.583055] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.583235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.583235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.583395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1208.583482] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.583557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.583676] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.086252] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.589338] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 1209.606256] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.606459] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.606580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.606858] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.606955] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.607234] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.607336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.607401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.607557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.607633] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.607721] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1209.663971] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.664129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.664167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.664334] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.664469] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.677213] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1209.979792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1209.980147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.980250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.980505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.980690] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.980825] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.980875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.981039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1209.981122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.981204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.981291] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.484014] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.484234] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.484332] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.484713] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.485713] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.485897] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.486040] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.486315] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.486472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.486624] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.486872] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.487055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.487180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.487409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.487648] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.487813] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.487913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.488158] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.488284] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.488411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.488555] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.990831] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c42c52-0716-423f-b2f3-e31419b3f0df: rpc.has_security_group_logging(os_id): False [ 1211.008734] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.008734] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.008937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.008986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.009120] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.009359] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.009547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.009619] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.011328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.011328] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.011328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.011328] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1211.067360] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.067581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.067581] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.067772] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.067931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.080698] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1211.423505] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.423700] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1211.692786] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1211.693061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.509544] env[63036]: INFO networking_nsxv3.common.synchronization [req-320a3000-11b3-4f49-af1a-4d3632f7c7c5 req-0e39b718-6ffb-4645-95ab-25568ff3a0cd tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1212.510158] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGHEST for action security_group_members [ 1212.510516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.510676] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.510745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.511198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.511363] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.511464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.511559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.511710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.511766] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.511845] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.013566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.013726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.013726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.014025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.014025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.014228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.014345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.014405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.014568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.014646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.014734] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be updated. [ 1213.041520] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.041727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.041802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.042009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.042150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.050823] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: IN_PROGRESS for 2s [ 1213.092776] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1213.092975] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.059697] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab in Status: SUCCESS [ 1215.059981] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab deletion is rescheduled due to dependency. [ 1215.059981] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.145963] env[63036]: INFO networking_nsxv3.common.synchronization [None req-0f275115-c595-41e9-b4cf-e1b5be6d4fed tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1217.145963] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1217.145963] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.145963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.145963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.146400] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.147024] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.206460] env[63036]: INFO networking_nsxv3.common.synchronization [None req-663cb955-253b-4a85-92fb-64259ef57a27 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1217.206866] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1217.207357] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.207357] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.665811] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.665959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.666017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.667045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.667045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.667045] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 already deleted. [ 1217.667045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.667045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.667045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.667045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.186052] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.186353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.186353] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.186466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.186579] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.186677] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 already deleted. [ 1218.186731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.120063] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.120063] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.120063] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.120063] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.120484] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.120484] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.120484] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.120599] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.120746] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.120989] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.121134] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.121249] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.121363] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.121479] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.121590] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.121727] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.140297] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.140450] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.140595] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.142027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-428" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.142027] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.142027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.142027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.142027] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.142027] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad8acf-75df-4efd-85f6-bdff6d6ea1f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.208558] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.208558] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.486951] env[63036]: INFO networking_nsxv3.common.synchronization [req-775da336-ceca-4ebc-8b88-8a4493f78bb8 req-9d973817-c8da-4c68-8227-9f0afc8549ff tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1222.487258] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1222.487561] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.487685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.487751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.488009] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.488170] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.488268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.488328] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.488477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.488561] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.488681] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.644354] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.644642] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.644729] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.645009] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.645172] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.645469] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.645631] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.645838] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.645968] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.646121] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.646406] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.646704] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.646787] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.646974] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.647125] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.647273] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 is going to be updated. [ 1222.670132] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.670339] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.670469] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.670721] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.670977] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.671231] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.719938] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.720178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.720310] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.720569] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.720834] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.721029] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.721171] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.721391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.721542] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.721755] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.721876] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.721993] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.722120] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.722234] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.722344] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.722478] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.743834] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.743942] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.744091] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.744605] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.744605] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e6fc67d8-26cb-48c8-a4af-380d589ad59c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.744763] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.744853] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.745272] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.745338] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fc67d8-26cb-48c8-a4af-380d589ad59c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.990742] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.990942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.991018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.991200] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.991298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.991492] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.991587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.991641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.991791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.991863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.991945] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 already deleted. [ 1222.992033] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.248221] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.248511] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.248590] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.248912] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.249118] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.249299] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port e6fc67d8-26cb-48c8-a4af-380d589ad59c not found, creating... [ 1223.249570] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.249737] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.249862] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.250105] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.250251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.250563] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.250736] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.250920] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.251090] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.251230] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.251374] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c is going to be created. [ 1223.273607] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.273809] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.273935] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.274229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.274461] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.276036] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.383911] env[63036]: INFO networking_nsxv3.common.synchronization [req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e req-959ddb96-ef4d-47a6-933c-17b42afeb725 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1223.384118] env[63036]: INFO networking_nsxv3.common.synchronization [req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e req-959ddb96-ef4d-47a6-933c-17b42afeb725 service nova] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1223.384266] env[63036]: INFO networking_nsxv3.common.synchronization [req-be5ab5e5-bd92-4c53-8eae-36607b94bd0e req-959ddb96-ef4d-47a6-933c-17b42afeb725 service nova] Enqueued Resource ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with Priority: HIGHEST for action port [ 1223.384500] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_rules [ 1223.384634] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1223.384732] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with Priority: HIGHEST for action port [ 1223.385414] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.385414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.385510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.385664] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.385744] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.389036] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.389036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.389036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.389036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.389036] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.389036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.389036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.389386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.389386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.389386] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.391686] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.391686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.391686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.391686] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.391686] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ad8acf-75df-4efd-85f6-bdff6d6ea1f4',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.893277] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.894373] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.894610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.894610] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 with status ACTIVE [ 1223.894785] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.894833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.894904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.895119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.895208] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.895375] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.895471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.895534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.895685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.895761] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.895935] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.896038] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.896099] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.896237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.896338] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.896420] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78ad8acf-75df-4efd-85f6-bdff6d6ea1f4 is going to be updated. [ 1223.916536] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.916690] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.916745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.916927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.917070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.917219] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ad8acf-75df-4efd-85f6-bdff6d6ea1f4" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.960956] env[63036]: INFO networking_nsxv3.common.synchronization [req-775da336-ceca-4ebc-8b88-8a4493f78bb8 req-58646996-8f05-441b-837d-94cf92f2d8c9 service nova] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1223.961017] env[63036]: INFO networking_nsxv3.common.synchronization [req-775da336-ceca-4ebc-8b88-8a4493f78bb8 req-58646996-8f05-441b-837d-94cf92f2d8c9 service nova] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1223.961205] env[63036]: INFO networking_nsxv3.common.synchronization [req-775da336-ceca-4ebc-8b88-8a4493f78bb8 req-58646996-8f05-441b-837d-94cf92f2d8c9 service nova] Enqueued Resource ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c with Priority: HIGHEST for action port [ 1223.961409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1223.961536] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1223.961700] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c with Priority: HIGHEST for action port [ 1223.962486] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.962615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.962685] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.962874] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.962951] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.964154] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.964265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.964446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.964589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.964740] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.964837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.964902] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.965057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.965142] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.965484] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.967546] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fc67d8-26cb-48c8-a4af-380d589ad59c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.967546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.967546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.967546] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1223.967546] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fc67d8-26cb-48c8-a4af-380d589ad59c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.399033] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.468399] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6fc67d8-26cb-48c8-a4af-380d589ad59c with status ACTIVE [ 1224.468697] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.468849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.468919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.469139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.469228] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.469407] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.469502] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.469564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.469888] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.470008] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.470250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.470376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.470456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.470639] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.470738] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.470845] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c is going to be updated. [ 1224.472157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.472271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.472471] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.494542] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.494731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.494804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.495052] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.495231] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.495393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.902024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.902024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.902024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.902024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.902024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.902024] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1224.930202] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.930437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.930437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.930609] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.930776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.938996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1224.974376] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.476725] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.477029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.477029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.477198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.477286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.477384] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be created. [ 1225.500060] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.500060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.500060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.500060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.500421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.527131] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: UNINITIALIZED for 2s [ 1226.948180] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1226.948470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.948518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.948765] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.948970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.949131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.949214] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.949387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.949491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.949598] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.949698] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.452799] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.453041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.453041] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.453242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.453403] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.453501] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.453570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.453708] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.453795] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.453887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.454033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.454126] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.454188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.454322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.454453] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.454540] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.454597] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.454726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.454865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.454947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.455045] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.536039] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1227.536039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.536196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.536346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.536527] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.536745] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.536805] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.537102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.537186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.537273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.537380] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.957144] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46c42c52-0716-423f-b2f3-e31419b3f0df: rpc.has_security_group_logging(os_id): False [ 1227.974062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.974266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.974313] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.974492] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.974582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.974778] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.974878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.974951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.975111] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.975198] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.975444] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.975544] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.975606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.975747] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.975924] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.975993] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.976096] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.976156] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.976290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1227.976361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.976444] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1228.034532] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.034743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.034743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.034903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.035060] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.039614] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.049638] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1228.541569] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c7bda70-cd83-4b14-900f-28f4c953e143: rpc.has_security_group_logging(os_id): False [ 1228.558490] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.558611] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.558654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.558894] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.558984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.559248] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.559391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.559461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.559616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.559723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.559847] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be created. [ 1228.616377] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.616524] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.616595] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.616801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.616979] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.626554] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: IN_PROGRESS for 2s [ 1228.963342] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.963700] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1230.065222] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1230.065222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.637410] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1230.637566] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.965033] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.965418] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.858442] env[63036]: INFO networking_nsxv3.common.synchronization [req-9244cd58-54f5-42df-9361-e6d861bc02b2 req-8f30013a-bf5e-4677-8e7b-911be597c9b3 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1238.859075] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1238.859390] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.859508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.859567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.859793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.859944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.860062] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.860139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.860269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.860354] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.860445] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.362639] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.864637] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.366992] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.367166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.367235] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.367454] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.367547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.367643] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be updated. [ 1240.414379] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.414550] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.414599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.414791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.414935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.423549] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1242.433913] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1242.434201] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.860431] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.860830] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.130963] env[63036]: INFO networking_nsxv3.common.synchronization [req-d65ff115-d71d-4cd3-a1ff-e5a2378429cb req-b65dbc95-dfa5-4287-b921-17b5340907a5 tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1245.131609] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGHEST for action security_group_members [ 1245.132026] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.132175] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.132257] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.132534] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.132758] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.132873] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.132952] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.133178] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.133274] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.133368] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.636098] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.636311] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.636373] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.636543] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.636635] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.636838] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.636938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.637011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.637172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.637251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.637338] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be updated. [ 1245.665682] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.665682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.665682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.665682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.665682] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.670916] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: IN_PROGRESS for 2s [ 1245.993729] env[63036]: INFO networking_nsxv3.common.synchronization [req-f4ef65bd-79d9-4162-a83d-9ab10cff670e req-014b8b4e-ce2c-4df2-b4c7-329b01fbe55b tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1245.994288] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 with Priority: HIGHEST for action security_group_members [ 1245.994593] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4dd95a-95c2-44c2-910e-7a70edb28d33 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.994714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.994782] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.994972] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.995257] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.995393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.995447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.995568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.995651] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.995743] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4dd95a-95c2-44c2-910e-7a70edb28d33',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.499318] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.499318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.499318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.499318] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.499731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.499731] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.499731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.499731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.499904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.499980] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.500087] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 is going to be updated. [ 1246.527594] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.527728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.527798] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.527992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.528148] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.535629] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: IN_PROGRESS for 2s [ 1247.680768] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c in Status: SUCCESS [ 1247.681232] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c deletion is rescheduled due to dependency. [ 1247.681232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.544757] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 in Status: SUCCESS [ 1248.544757] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4dd95a-95c2-44c2-910e-7a70edb28d33 deletion is rescheduled due to dependency. [ 1248.544757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4dd95a-95c2-44c2-910e-7a70edb28d33" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.090402] env[63036]: INFO networking_nsxv3.common.synchronization [req-8722c289-9ed6-463c-8050-ca1ca798e3bf req-ea345214-24f8-41c8-93af-041d4708434f tempest-AttachVolumeTestJSON-1564554139 tempest-AttachVolumeTestJSON-1564554139-project-member] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1249.090402] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGHEST for action security_group_members [ 1249.090402] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.090402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.090719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.090719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.090782] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.090860] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.090919] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.091070] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.091149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.091238] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.518276] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bcbb75b4-0846-4b82-8ba1-b76edd7f23ca tempest-AttachInterfacesTestJSON-1011824092 tempest-AttachInterfacesTestJSON-1011824092-project-member] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1249.519354] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGHEST for action security_group_members [ 1249.519679] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.519833] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.519941] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.520213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.520422] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.520557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.520652] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.520878] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.521027] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.521171] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.593446] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.593650] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.593769] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.594018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.594106] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.594323] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.594428] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.594491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.594640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.594714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.594800] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d is going to be updated. [ 1249.641034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.641034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.641034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.641034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.641034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.648522] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: IN_PROGRESS for 2s [ 1250.024827] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.024984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.025063] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.025303] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.025395] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.026019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.026019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.026019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.026019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.026019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.026214] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be updated. [ 1250.054715] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.054715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.054715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.054715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.054715] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.062266] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: IN_PROGRESS for 2s [ 1251.657400] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d in Status: SUCCESS [ 1251.657728] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d deletion is rescheduled due to dependency. [ 1251.657728] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.071565] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46c42c52-0716-423f-b2f3-e31419b3f0df in Status: SUCCESS [ 1252.071778] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df deletion is rescheduled due to dependency. [ 1252.071992] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.520252] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.520514] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.589288] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.589483] env[63036]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ed22d3bc-0c86-41d2-b163-8a38fcf4e821 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.901445] env[63036]: INFO networking_nsxv3.common.synchronization [req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 req-9e06fb86-7283-41e9-9081-46568ca8e7dc tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1255.901997] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1255.902334] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.902475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.902515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.902704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.902854] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.902945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.903017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.903185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.903277] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.903368] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.191187] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.191400] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.191908] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.191908] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.192044] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.192177] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.192296] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.192530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.192660] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.192883] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.193008] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.193181] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.193231] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.193378] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.193443] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.193587] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.214932] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.215135] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.215296] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.215523] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.215828] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-f47e30f2-9863-454d-8034-d53035a36723 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.216015] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.216206] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.216452] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.216726] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47e30f2-9863-454d-8034-d53035a36723',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.405476] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.405731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.405731] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.405942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.406057] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.406311] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.406433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.406494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.406806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.406913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.407073] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be updated. [ 1256.430123] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.430351] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.430413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.430586] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.430751] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.440426] env[63036]: INFO networking_nsxv3.common.synchronization [req-858c106a-ed27-426d-8ec8-4a3a048cc49b req-c0f1758a-d41d-465e-891b-1ab88ded16d4 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1256.441261] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1256.441674] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1256.442019] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.442154] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.442711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.442711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.442711] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.442711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.442711] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.442947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.442947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.443059] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.719707] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.720032] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.720184] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.720467] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.720627] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.720792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port f47e30f2-9863-454d-8034-d53035a36723 not found, creating... [ 1256.721084] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.721253] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.721378] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.721609] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.721752] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.722055] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.722230] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.722375] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.722592] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.722735] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.722912] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: f47e30f2-9863-454d-8034-d53035a36723 is going to be created. [ 1256.743114] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.743638] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.743799] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.744099] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.744340] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.744576] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.945157] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.945525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.945525] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.945701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.945796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.946050] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.946168] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.946237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.946434] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.946537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.946644] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1256.972990] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.973189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.973189] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.973367] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1256.973499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.980768] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1257.419588] env[63036]: INFO networking_nsxv3.common.synchronization [req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 req-466de16a-297b-44cd-9315-8c588af69a26 service nova] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_rules [ 1257.419705] env[63036]: INFO networking_nsxv3.common.synchronization [req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 req-466de16a-297b-44cd-9315-8c588af69a26 service nova] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1257.420345] env[63036]: INFO networking_nsxv3.common.synchronization [req-14c8a22c-3bd0-44bc-abe7-1ddc81010d55 req-466de16a-297b-44cd-9315-8c588af69a26 service nova] Enqueued Resource ID: f47e30f2-9863-454d-8034-d53035a36723 with Priority: HIGHEST for action port [ 1257.420906] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_rules [ 1257.421053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1257.421203] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e30f2-9863-454d-8034-d53035a36723 with Priority: HIGHEST for action port [ 1257.422516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.422516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.422516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.422516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.422516] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.423480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.423480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.423480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47e30f2-9863-454d-8034-d53035a36723 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.423480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.423733] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.424366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.424366] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47e30f2-9863-454d-8034-d53035a36723',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.926133] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.926289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.926661] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f47e30f2-9863-454d-8034-d53035a36723 with status ACTIVE [ 1257.926661] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.926796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.926796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.927043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.927150] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.927331] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.927425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.927486] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.927646] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.927723] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.927898] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.927990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.928065] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.928203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.928285] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.928370] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f47e30f2-9863-454d-8034-d53035a36723 is going to be updated. [ 1257.948264] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.948653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.948653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.948653] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.948868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.949016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.450734] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1258.450919] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 deletion is rescheduled due to dependency. [ 1258.451045] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.451213] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.451455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.451618] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.451726] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.451871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.451954] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.452056] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.452154] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.954807] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.989956] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1258.990294] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e deletion is rescheduled due to dependency. [ 1258.990413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.460246] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.963363] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.963744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.963744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.963865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.963865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.963958] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be updated. [ 1259.997245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.997403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.997472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.997699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.997827] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.005943] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1262.017752] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1262.018048] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.018268] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.018518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.018749] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.018895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.018982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.019304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.019413] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.019556] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.019718] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.422746] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.422746] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1262.522643] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.522903] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.523058] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.523391] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.523662] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.523838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.523962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.524269] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.524424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.524572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.524821] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.524990] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.525746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.525945] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.526389] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.526569] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.526687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.526957] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.527114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.527263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.527426] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.030621] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 986d1198-80e0-4a3a-b61e-981409a9d231: rpc.has_security_group_logging(os_id): False [ 1263.050473] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.050688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.050757] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.051059] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.051160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.051456] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.051678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.051758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.051932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.052095] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.052386] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.052495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.052562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.052793] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.053030] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.053306] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.053421] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.053493] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.053667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.053750] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.053915] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be updated. [ 1263.115837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.116134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.116263] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.116589] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.116849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.131667] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1263.431161] env[63036]: INFO networking_nsxv3.common.synchronization [req-d5a3b94d-77b4-4009-8adc-25b18431d12c req-488cdf3d-68c7-42d7-bc0b-1b76b7277155 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1263.431161] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1263.431161] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.432108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.432345] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.432771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.433075] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.434538] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.434626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.434807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.434895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.434991] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.784609] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.784773] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.784821] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.785876] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.785876] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.785876] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.785876] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.786149] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.786186] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.786416] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.786550] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.786682] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.786798] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.786980] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.787083] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.787264] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.805009] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.805203] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.805371] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.805553] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-10" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.805931] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.806178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.806277] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.806617] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.806774] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.937383] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.937602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.937831] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.937963] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.938035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.938214] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.938341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.938431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.938606] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.938716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.938877] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1263.961514] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.961777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.961777] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.961956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.962104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.970459] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1264.309414] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.309812] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.310020] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.310505] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.310774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.311058] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 not found, creating... [ 1264.311650] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.311948] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.312188] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.312563] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.312841] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.313345] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.313623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.313846] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.314214] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.314473] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.314733] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 is going to be created. [ 1264.343377] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.343377] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.343530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.343744] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.343972] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.344795] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.147530] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1265.147530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.149841] env[63036]: INFO networking_nsxv3.common.synchronization [req-d5a3b94d-77b4-4009-8adc-25b18431d12c req-4f06782f-ffe6-460e-9769-4f846275e872 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 1265.150066] env[63036]: INFO networking_nsxv3.common.synchronization [req-d5a3b94d-77b4-4009-8adc-25b18431d12c req-4f06782f-ffe6-460e-9769-4f846275e872 service nova] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1265.150246] env[63036]: INFO networking_nsxv3.common.synchronization [req-d5a3b94d-77b4-4009-8adc-25b18431d12c req-4f06782f-ffe6-460e-9769-4f846275e872 service nova] Enqueued Resource ID: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 with Priority: HIGHEST for action port [ 1265.150487] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_rules [ 1265.150614] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1265.150968] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 with Priority: HIGHEST for action port [ 1265.151566] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.151727] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.151819] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.152074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.152253] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.153171] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.156088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.156348] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.156481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.157016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.157016] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.157016] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.215913] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc7e7c67-a423-47db-a367-c44617ab80cb req-5c88bf0e-2642-4550-8a17-52b0c2096a5d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1265.216500] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGHEST for action security_group_members [ 1265.216832] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.216958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.217044] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.217264] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.217423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.217626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.217626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.217803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.217803] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.217897] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.258115] env[63036]: INFO networking_nsxv3.common.synchronization [req-dc7e7c67-a423-47db-a367-c44617ab80cb req-5c88bf0e-2642-4550-8a17-52b0c2096a5d tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: f47e30f2-9863-454d-8034-d53035a36723 with Priority: HIGHEST for action port [ 1265.258583] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f47e30f2-9863-454d-8034-d53035a36723 with Priority: HIGHEST for action port [ 1265.258885] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-f47e30f2-9863-454d-8034-d53035a36723 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.259015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.259104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.259312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.259394] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f47e30f2-9863-454d-8034-d53035a36723',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.659419] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.659419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.664025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 with status ACTIVE [ 1265.664025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.664025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.664025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.664025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.664233] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.664345] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.664464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.664531] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.664741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.664863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.665120] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.665226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.665290] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.665442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.665519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.665604] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0 is going to be updated. [ 1265.686556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.686724] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.686784] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.686932] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.687374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.687470] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d72ef4ba-d401-4a18-a2e0-bc4aa4b037b0" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.720196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.720403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.720481] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.720771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.720868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.721272] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.721472] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.721577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.721815] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.722017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.722205] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be updated. [ 1265.751033] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.751218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.751302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.751568] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.751721] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.761580] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f47e30f2-9863-454d-8034-d53035a36723 with status ACTIVE [ 1265.761802] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.761923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.761991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.762210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.762299] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.762556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.762662] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.762744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.763226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.763226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.763226] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.763226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.763475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.763475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.763475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.763609] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f47e30f2-9863-454d-8034-d53035a36723 is going to be updated. [ 1265.766215] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: IN_PROGRESS for 2s [ 1265.801560] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.801560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.801560] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.801762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.801898] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.802146] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f47e30f2-9863-454d-8034-d53035a36723" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.981775] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1265.981775] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e deletion is rescheduled due to dependency. [ 1265.981775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.981775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.981775] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.982069] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.982069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.982069] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.982203] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.982287] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.982382] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.484704] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.987720] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.490134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.490321] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.490365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.490584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.490675] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.490770] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1267.516294] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.516437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.516437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.516620] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.516752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.523930] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1267.775736] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 986d1198-80e0-4a3a-b61e-981409a9d231 in Status: SUCCESS [ 1267.775916] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 deletion is rescheduled due to dependency. [ 1267.775971] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.533660] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1269.534024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.534186] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.534402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.534627] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.534744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.534820] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.534978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.535094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.535185] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.535279] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.037030] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.259830] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.259944] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1270.540407] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4f5799e-af77-42be-81de-211ece199d7e: rpc.has_security_group_logging(os_id): False [ 1270.559635] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.559800] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.559867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.560101] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.560206] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.560485] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.560604] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.560667] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.560840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.560920] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.561029] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1270.625062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.625273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.625327] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.625585] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.625758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.639607] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1272.655238] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1272.655626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.534919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.535319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.535319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.535319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.535433] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.038424] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.261249] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.261376] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.541141] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.044225] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1276.044433] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1276.518817] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.519034] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.519229] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.519743] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.519825] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.520012] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.520156] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.520406] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.520572] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.520815] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.520955] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.521085] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.521200] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.521321] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.521473] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.521623] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.539376] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.539575] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.539733] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.539859] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.540180] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-315b014e-43d8-4a09-8303-938dcf19b2ec taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.540361] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.540487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.540749] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.540889] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315b014e-43d8-4a09-8303-938dcf19b2ec',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.761397] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.761758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.761758] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.761946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.775327] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1276.776211] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.777132] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1276.811527] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.811748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.811837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.812102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.827246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.828025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1276.828111] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.828198] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1276.864598] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.864796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.864796] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.865029] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.866170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.866331] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1276.939029] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.939296] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.939387] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.939622] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.939996] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.940369] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1277.005796] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.006042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.006042] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.006160] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.006456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.006792] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1277.006890] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'12ada3b0-91dc-41a6-9f91-b599ce1d27f2', '9a29e902-2563-4a80-a5c2-d1e29124d45c', '116058e7-8e68-43ab-b98e-5fc0db87c751', '6c7bda70-cd83-4b14-900f-28f4c953e143', 'b29465d6-1012-4df3-a8f7-42811ffc56dc', '3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b', '600a3f0e-be87-4749-8bfb-819349b0ec43', 'df325e44-a9d5-4b28-a3bd-493f1a5de25b', '258ea32d-ab26-40a2-81b8-283f81a4b1ab', 'a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c', '986d1198-80e0-4a3a-b61e-981409a9d231', 'b43cab4a-404f-4f1e-b827-1ce7a98b510d', 'aed04386-babc-4ff5-a74b-fd23c62fe29e', '46c42c52-0716-423f-b2f3-e31419b3f0df', 'ac9ec44e-e11a-4af4-acb8-dd2f6a295081', '51f77a83-0346-4e54-823c-2e70c1121298', '51d7c474-0ece-41d1-8e32-319cbfc57c29', '71329599-d5e8-4e07-ae71-5176d49e147a', 'b33df2f1-946d-492c-abe7-d5a48b886480', '922b1ae3-92c6-4c5a-b103-f431562f6aae', '56c5b177-ffb9-4387-876e-cdc12214af0c', '338e850f-c02c-4abf-9f59-6aa1b797d822', '6a1e2a78-2768-4e4b-bbe6-d9fa97ae95ce', '9a205388-d52a-4b13-9fbf-672b815ef59b', 'aa208ed4-2a61-4695-a892-dcaa9495d0e8', '6788e9b7-51a1-49eb-a6f4-d687c7cb1fc8', '81b07678-73e9-482a-93a7-2544ddf62944', 'c93472a4-e8ca-4a2c-972b-296e969115d8', '239db92d-64c7-429e-a60a-c6a1dd5a640b', '64506231-312b-4394-b6fb-64903dec3d2b', '2e5e1d24-485d-4697-a9bf-512d899fbd0a', 'eef02892-cbcd-43f0-b067-90adbd6a8cea', '8e539313-bce7-4e42-9723-f11615e4c0ca', 'f36c8b63-9c88-40f9-a3ea-f660ce9207d2', 'ca99d8a0-ef85-40a4-b9f0-0e84c16903a0', '8c4dd95a-95c2-44c2-910e-7a70edb28d33', 'a8405113-f84b-4389-86ca-dd3b61fddbb3', '35ab3aef-c089-4e90-93d6-baccd66fd46f', 'd4f87e09-70c3-4f04-a4bb-6d06236e2be7', 'f4f5799e-af77-42be-81de-211ece199d7e', 'e379db0f-fb27-4cad-b711-e5b7272811ba'} {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.007055] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1277.023970] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.024151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.024216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.024404] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.024491] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.024597] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1277.024671] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.024741] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1277.042908] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.043177] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.043334] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.043619] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.043796] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.044129] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.044322] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.044466] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.044783] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.044960] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.045305] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.045490] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.045627] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.045845] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.045991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.046172] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: 315b014e-43d8-4a09-8303-938dcf19b2ec is going to be updated. [ 1277.064335] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.064583] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.064716] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.064991] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.065210] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.065435] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.094848] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.095061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.095061] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.095292] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.096427] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.096697] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1277.096765] env[63036]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=63036) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1277.096838] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1277.096906] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1277.096987] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1277.097191] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGH for action security_group_rules [ 1277.097355] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGH for action security_group_rules [ 1277.097466] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 1277.097546] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGH for action security_group_rules [ 1277.097617] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGH for action security_group_rules [ 1277.097699] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGH for action security_group_rules [ 1277.097768] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGH for action security_group_rules [ 1277.097832] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGH for action security_group_rules [ 1277.097896] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGH for action security_group_rules [ 1277.097960] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGH for action security_group_rules [ 1277.098033] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGH for action security_group_rules [ 1277.098096] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGH for action security_group_rules [ 1277.098158] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGH for action security_group_rules [ 1277.098222] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGH for action security_group_rules [ 1277.098285] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGH for action security_group_rules [ 1277.098347] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGH for action security_group_rules [ 1277.098409] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGH for action security_group_rules [ 1277.098471] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGH for action security_group_rules [ 1277.098535] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGH for action security_group_rules [ 1277.098598] env[63036]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGH for action security_group_rules [ 1277.098698] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.745327] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f07f1e-30a8-4b64-81d5-ecc2108e392a req-713f1555-2a97-4941-84dd-09a29ab36d9b service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1277.745719] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f07f1e-30a8-4b64-81d5-ecc2108e392a req-713f1555-2a97-4941-84dd-09a29ab36d9b service nova] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1277.745974] env[63036]: INFO networking_nsxv3.common.synchronization [req-91f07f1e-30a8-4b64-81d5-ecc2108e392a req-713f1555-2a97-4941-84dd-09a29ab36d9b service nova] Enqueued Resource ID: 315b014e-43d8-4a09-8303-938dcf19b2ec with Priority: HIGHEST for action port [ 1277.746505] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_rules [ 1277.746738] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1277.746848] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315b014e-43d8-4a09-8303-938dcf19b2ec with Priority: HIGHEST for action port [ 1277.746916] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 with Priority: HIGH for action security_group_rules [ 1277.748576] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 with Priority: HIGH for action security_group_rules [ 1277.748824] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 with Priority: HIGH for action security_group_rules [ 1277.748917] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 with Priority: HIGH for action security_group_rules [ 1277.749102] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae with Priority: HIGH for action security_group_rules [ 1277.749239] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b33df2f1-946d-492c-abe7-d5a48b886480 with Priority: HIGH for action security_group_rules [ 1277.749346] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71329599-d5e8-4e07-ae71-5176d49e147a with Priority: HIGH for action security_group_rules [ 1277.749466] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 with Priority: HIGH for action security_group_rules [ 1277.749529] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c42c52-0716-423f-b2f3-e31419b3f0df with Priority: HIGH for action security_group_rules [ 1277.749620] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f77a83-0346-4e54-823c-2e70c1121298 with Priority: HIGH for action security_group_rules [ 1277.749760] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed04386-babc-4ff5-a74b-fd23c62fe29e with Priority: HIGH for action security_group_rules [ 1277.749841] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d with Priority: HIGH for action security_group_rules [ 1277.749956] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986d1198-80e0-4a3a-b61e-981409a9d231 with Priority: HIGH for action security_group_rules [ 1277.750027] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c with Priority: HIGH for action security_group_rules [ 1277.750106] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab with Priority: HIGH for action security_group_rules [ 1277.750286] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b with Priority: HIGH for action security_group_rules [ 1277.750286] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b with Priority: HIGH for action security_group_rules [ 1277.750470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGH for action security_group_rules [ 1277.750470] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c with Priority: HIGH for action security_group_rules [ 1277.750780] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGH for action security_group_rules [ 1277.750928] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.751129] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.751273] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.751916] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.751916] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.752703] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.755480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.755480] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.755480] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-315b014e-43d8-4a09-8303-938dcf19b2ec taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.755480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.756122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.756122] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315b014e-43d8-4a09-8303-938dcf19b2ec',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.757626] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.757626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.757626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.757626] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.757626] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ada3b0-91dc-41a6-9f91-b599ce1d27f2',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.757923] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-116058e7-8e68-43ab-b98e-5fc0db87c751 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.757923] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.757998] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.758295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.758295] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('116058e7-8e68-43ab-b98e-5fc0db87c751',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.758919] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-600a3f0e-be87-4749-8bfb-819349b0ec43 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.759102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.759658] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.759658] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('600a3f0e-be87-4749-8bfb-819349b0ec43',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.760499] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.760499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.760499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.760499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.760499] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac9ec44e-e11a-4af4-acb8-dd2f6a295081',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.763305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-922b1ae3-92c6-4c5a-b103-f431562f6aae taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.763305] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('922b1ae3-92c6-4c5a-b103-f431562f6aae',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.763305] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b33df2f1-946d-492c-abe7-d5a48b886480 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.763305] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.763305] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b33df2f1-946d-492c-abe7-d5a48b886480',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.765134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71329599-d5e8-4e07-ae71-5176d49e147a taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.765134] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71329599-d5e8-4e07-ae71-5176d49e147a',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.765134] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51d7c474-0ece-41d1-8e32-319cbfc57c29 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.765134] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.765134] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51d7c474-0ece-41d1-8e32-319cbfc57c29',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.766776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46c42c52-0716-423f-b2f3-e31419b3f0df taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.766776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.766776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.766776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.766776] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46c42c52-0716-423f-b2f3-e31419b3f0df',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.766776] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f77a83-0346-4e54-823c-2e70c1121298 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.766776] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.767031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.767031] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.767031] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f77a83-0346-4e54-823c-2e70c1121298',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.771024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aed04386-babc-4ff5-a74b-fd23c62fe29e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.771024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.771024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.771024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.771024] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aed04386-babc-4ff5-a74b-fd23c62fe29e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.771024] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.771024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.771024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.771445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.771445] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b43cab4a-404f-4f1e-b827-1ce7a98b510d',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.771824] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-986d1198-80e0-4a3a-b61e-981409a9d231 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.772019] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.772077] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.772297] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.772297] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('986d1198-80e0-4a3a-b61e-981409a9d231',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.772973] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.773055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.773252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.773252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.773391] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.774135] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.774245] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.774320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.774464] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.774534] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('258ea32d-ab26-40a2-81b8-283f81a4b1ab',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.775235] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.775312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.775455] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.775499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.775625] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.776220] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.776366] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.776414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.776570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.776707] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df325e44-a9d5-4b28-a3bd-493f1a5de25b',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.777295] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.777388] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.778043] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a29e902-2563-4a80-a5c2-d1e29124d45c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.778043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.778043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.778043] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.778043] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a29e902-2563-4a80-a5c2-d1e29124d45c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.778706] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.778810] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.778876] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.779039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.779105] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.285286] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.286824] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 315b014e-43d8-4a09-8303-938dcf19b2ec with status ACTIVE [ 1278.287037] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.287176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.287230] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.287426] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.287516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.287690] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.287786] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.287845] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.287988] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.288075] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.288249] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.288343] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.288397] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.288535] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.288607] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.288691] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 315b014e-43d8-4a09-8303-938dcf19b2ec is going to be updated. [ 1278.303341] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.303521] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.305915] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.305915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.305915] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.306256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.306256] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.306256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.306256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.306444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.306477] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.306544] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.306629] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.355250] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.355431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.355475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.355642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.357474] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.357636] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.358404] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.358490] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.361116] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.361232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.363052] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.363161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.364140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.364237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.369122] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.369271] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.369992] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.370133] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.370202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.370419] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.370563] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.370707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315b014e-43d8-4a09-8303-938dcf19b2ec" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.384638] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.384991] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.385604] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.385701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.386423] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.386514] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.387144] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.387575] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.387673] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.388324] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.388685] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.388806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.389436] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.390055] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.390055] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.390628] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.391062] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.391119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.391734] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.392350] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.392350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.392754] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.393184] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.393312] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.394054] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.394338] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.394430] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.394995] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.395447] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.395611] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 116058e7-8e68-43ab-b98e-5fc0db87c751 is going to be deleted. [ 1278.396994] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.397118] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.397222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.397453] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.415871] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.416025] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51d7c474-0ece-41d1-8e32-319cbfc57c29 is going to be deleted. [ 1278.417640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.417890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.436911] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.437075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b33df2f1-946d-492c-abe7-d5a48b886480 is going to be deleted. [ 1278.438008] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.438227] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.450846] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.450846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.491612] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.491750] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71329599-d5e8-4e07-ae71-5176d49e147a is going to be deleted. [ 1278.492768] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.492978] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.494320] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.494433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.525720] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.525890] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a29e902-2563-4a80-a5c2-d1e29124d45c is going to be deleted. [ 1278.526767] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.526984] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.550167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.550361] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.579246] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.579490] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aed04386-babc-4ff5-a74b-fd23c62fe29e is going to be deleted. [ 1278.580572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.580794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.601178] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.601355] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.637887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.638071] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 922b1ae3-92c6-4c5a-b103-f431562f6aae is going to be deleted. [ 1278.639444] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.639744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.691843] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.692102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.708076] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.708247] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 258ea32d-ab26-40a2-81b8-283f81a4b1ab is going to be deleted. [ 1278.709416] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.709648] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.767015] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.767394] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 986d1198-80e0-4a3a-b61e-981409a9d231 is going to be deleted. [ 1278.768163] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.768381] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.785271] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.785462] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.792755] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.802518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.802635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b is going to be deleted. [ 1278.803741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.803948] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.809762] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.813772] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.813880] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.814603] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.814696] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.830374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.830508] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac9ec44e-e11a-4af4-acb8-dd2f6a295081 is going to be deleted. [ 1278.831374] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.831629] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.840265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.840402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.864365] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.864521] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b43cab4a-404f-4f1e-b827-1ce7a98b510d is going to be deleted. [ 1278.865408] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.865616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.902714] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.902838] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ada3b0-91dc-41a6-9f91-b599ce1d27f2 is going to be deleted. [ 1278.903735] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.903946] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.984221] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.984307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.993207] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.993207] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.997843] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.997843] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df325e44-a9d5-4b28-a3bd-493f1a5de25b is going to be deleted. [ 1278.998564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.998764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.037130] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.037293] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c is going to be deleted. [ 1279.038270] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.038509] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.044219] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.044362] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.118660] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.118913] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.132615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.132995] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 600a3f0e-be87-4749-8bfb-819349b0ec43 is going to be deleted. [ 1279.134356] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.134699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.188445] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.188680] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f77a83-0346-4e54-823c-2e70c1121298 is going to be deleted. [ 1279.189773] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.189985] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.197392] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.197596] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.241675] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.241907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.260024] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.260264] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46c42c52-0716-423f-b2f3-e31419b3f0df is going to be deleted. [ 1279.261329] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.261593] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.261722] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.261907] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-116058e7-8e68-43ab-b98e-5fc0db87c751" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.262092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.262281] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.262402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.262587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51d7c474-0ece-41d1-8e32-319cbfc57c29" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.263131] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.263393] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.263511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.263654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b33df2f1-946d-492c-abe7-d5a48b886480" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.263812] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.263989] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.264124] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.264304] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71329599-d5e8-4e07-ae71-5176d49e147a" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.264441] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.264621] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.264704] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.264867] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a29e902-2563-4a80-a5c2-d1e29124d45c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.265084] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.265261] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.265368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.265522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aed04386-babc-4ff5-a74b-fd23c62fe29e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.265702] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.265910] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.266017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.266161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-922b1ae3-92c6-4c5a-b103-f431562f6aae" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.266352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.266559] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.266657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.266804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-258ea32d-ab26-40a2-81b8-283f81a4b1ab" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.266949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.267222] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.267319] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.267437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-986d1198-80e0-4a3a-b61e-981409a9d231" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.267590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.267756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.267837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.267974] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac9ec44e-e11a-4af4-acb8-dd2f6a295081" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.268183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.268368] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.268471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.268588] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f01d7-f5a7-4cf0-bd2a-329cacbe928b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.268762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.268968] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.269074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.269238] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b43cab4a-404f-4f1e-b827-1ce7a98b510d" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.269379] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.269522] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.269631] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.269802] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ada3b0-91dc-41a6-9f91-b599ce1d27f2" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.269966] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.270147] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.270251] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.270376] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df325e44-a9d5-4b28-a3bd-493f1a5de25b" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.270508] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.270707] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.270838] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.270956] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a733e8ed-1ff0-44d7-96d1-22f23e4b5d6c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.273745] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.273863] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.273931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.274091] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.274170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.274280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-600a3f0e-be87-4749-8bfb-819349b0ec43" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.294951] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.295167] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.295226] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.295412] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.295510] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.295608] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1279.311378] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c7bda70-cd83-4b14-900f-28f4c953e143: rpc.has_security_group_logging(os_id): False [ 1279.350051] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.350250] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.350337] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.350558] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.350706] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.350877] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f77a83-0346-4e54-823c-2e70c1121298" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.365377] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.365471] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.365505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.365742] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.397281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.397567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.397567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.397688] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.397837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.400442] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.400784] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.400933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.400977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.401162] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.401242] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.401335] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be updated. [ 1279.418952] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1279.433666] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.433887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.433887] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.434165] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.434275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.434399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46c42c52-0716-423f-b2f3-e31419b3f0df" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.495679] env[63036]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.496559] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.496762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.496859] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.497218] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.497433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.513627] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: IN_PROGRESS for 2s [ 1281.432586] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1281.432931] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.433108] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.433370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.433640] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.433791] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.433861] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.434081] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.434204] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.434346] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.434467] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.525703] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1281.525935] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.936818] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.440011] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 1282.458541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.458541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.458541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.458541] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.476026] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.476376] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.476496] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.476553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.476771] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.476869] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.476971] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1282.530736] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.530958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.530958] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.531145] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.531301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.543418] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1282.751205] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.751375] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1284.556256] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1284.556603] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.556806] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.557103] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.557312] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.059953] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.059953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.059953] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.060170] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.060170] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.060936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.060936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.060936] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.061066] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.061112] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.061440] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.564044] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.065413] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29465d6-1012-4df3-a8f7-42811ffc56dc: rpc.has_security_group_logging(os_id): False [ 1286.082764] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.082947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.083074] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.083202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.083295] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.083541] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.083641] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.083719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.083857] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.083933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.084038] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1286.136878] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.137083] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.137125] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.137396] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.137577] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.150968] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1287.257013] env[63036]: INFO networking_nsxv3.common.synchronization [None req-bf0993ce-0f30-4a28-89b7-5067bccbae77 None None] Enqueued Resource ID: 44447cb5-b53a-418b-bddf-2edc407f5234 with Priority: HIGHEST for action port [ 1287.257013] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44447cb5-b53a-418b-bddf-2edc407f5234 with Priority: HIGHEST for action port [ 1287.257013] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-44447cb5-b53a-418b-bddf-2edc407f5234 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.257013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44447cb5-b53a-418b-bddf-2edc407f5234" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.257013] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44447cb5-b53a-418b-bddf-2edc407f5234" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.257461] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44447cb5-b53a-418b-bddf-2edc407f5234" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.257461] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44447cb5-b53a-418b-bddf-2edc407f5234',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.759588] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44447cb5-b53a-418b-bddf-2edc407f5234 [ 1287.759977] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.759977] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.760161] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.760370] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1287.760476] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.760601] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44447cb5-b53a-418b-bddf-2edc407f5234 already deleted. [ 1287.760656] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44447cb5-b53a-418b-bddf-2edc407f5234" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.165130] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1288.165582] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.387257] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3255a262-f917-4965-b55c-988a8007350c None None] Enqueued Resource ID: 67b86448-c73c-43c0-bd94-8e8d2db7973f with Priority: HIGHEST for action port [ 1289.389053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b86448-c73c-43c0-bd94-8e8d2db7973f with Priority: HIGHEST for action port [ 1289.389053] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-67b86448-c73c-43c0-bd94-8e8d2db7973f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.389053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67b86448-c73c-43c0-bd94-8e8d2db7973f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.389053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67b86448-c73c-43c0-bd94-8e8d2db7973f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.389839] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67b86448-c73c-43c0-bd94-8e8d2db7973f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.389839] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67b86448-c73c-43c0-bd94-8e8d2db7973f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.682342] env[63036]: INFO networking_nsxv3.common.synchronization [None req-8c4dfa4d-c867-4353-9c0d-a1b40a6aa8f4 None None] Enqueued Resource ID: de6a218f-24b8-42ca-8aee-f2fc07cf0a23 with Priority: HIGHEST for action port [ 1289.682342] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de6a218f-24b8-42ca-8aee-f2fc07cf0a23 with Priority: HIGHEST for action port [ 1289.682342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-de6a218f-24b8-42ca-8aee-f2fc07cf0a23 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.682342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de6a218f-24b8-42ca-8aee-f2fc07cf0a23" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.682342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de6a218f-24b8-42ca-8aee-f2fc07cf0a23" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.682342] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de6a218f-24b8-42ca-8aee-f2fc07cf0a23" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.682342] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de6a218f-24b8-42ca-8aee-f2fc07cf0a23',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.756132] env[63036]: INFO networking_nsxv3.common.synchronization [req-43dc7be6-f941-449b-8978-0f6c04a379c3 req-aef99415-e011-4efa-9ea4-0acf35200bb9 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1289.756132] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1289.756132] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.756132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.756132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.757188] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.757493] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.757709] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.757853] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.758107] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.758275] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.758445] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.892150] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67b86448-c73c-43c0-bd94-8e8d2db7973f [ 1289.892400] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.892547] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1289.892628] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.892895] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1289.892986] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.893122] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67b86448-c73c-43c0-bd94-8e8d2db7973f already deleted. [ 1289.893202] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67b86448-c73c-43c0-bd94-8e8d2db7973f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.185388] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de6a218f-24b8-42ca-8aee-f2fc07cf0a23 [ 1290.185634] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.189149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.189149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.189149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.189149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.189149] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de6a218f-24b8-42ca-8aee-f2fc07cf0a23 already deleted. [ 1290.189149] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de6a218f-24b8-42ca-8aee-f2fc07cf0a23" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.261420] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.343282] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.343491] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.343623] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.343898] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.344181] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.344343] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.344509] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.344681] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.344829] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.352230] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.352230] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.352230] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.352230] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.352230] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.352230] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.352230] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.372218] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.372435] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.372547] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.372734] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-990" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.373066] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-db980371-f92a-491b-a40d-1cb13abdee53 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.373253] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.373379] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.373774] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.373931] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db980371-f92a-491b-a40d-1cb13abdee53',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.763185] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.877444] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.877778] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.877966] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.878376] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.878451] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.878557] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port db980371-f92a-491b-a40d-1cb13abdee53 not found, creating... [ 1290.878810] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.879212] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.879212] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.879355] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.879535] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.879802] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.879972] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.880088] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.880329] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.880487] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.880694] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: db980371-f92a-491b-a40d-1cb13abdee53 is going to be created. [ 1290.899873] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.900094] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.900239] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.900536] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.900776] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.900992] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.265875] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.266047] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.266094] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.266309] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.266422] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.266505] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be updated. [ 1291.294057] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.294216] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.294307] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.294495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.294642] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.303102] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1291.782423] env[63036]: INFO networking_nsxv3.common.synchronization [req-43dc7be6-f941-449b-8978-0f6c04a379c3 req-268af47c-f4ae-45dc-9a83-e3089b525daf service nova] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1291.782423] env[63036]: INFO networking_nsxv3.common.synchronization [req-43dc7be6-f941-449b-8978-0f6c04a379c3 req-268af47c-f4ae-45dc-9a83-e3089b525daf service nova] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1291.782423] env[63036]: INFO networking_nsxv3.common.synchronization [req-43dc7be6-f941-449b-8978-0f6c04a379c3 req-268af47c-f4ae-45dc-9a83-e3089b525daf service nova] Enqueued Resource ID: db980371-f92a-491b-a40d-1cb13abdee53 with Priority: HIGHEST for action port [ 1291.783499] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_rules [ 1291.784053] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1291.787025] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db980371-f92a-491b-a40d-1cb13abdee53 with Priority: HIGHEST for action port [ 1291.787025] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.787025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.787025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.787025] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.787025] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.788374] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.788929] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.789489] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-db980371-f92a-491b-a40d-1cb13abdee53 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.790021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.792363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.792363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1291.792363] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db980371-f92a-491b-a40d-1cb13abdee53',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.129722] env[63036]: INFO networking_nsxv3.common.synchronization [None req-3e372d23-258e-4ea5-9d35-40faece6df7e None None] Enqueued Resource ID: 8360833c-4e12-450f-bcd2-79ccab1ed951 with Priority: HIGHEST for action port [ 1292.129901] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8360833c-4e12-450f-bcd2-79ccab1ed951 with Priority: HIGHEST for action port [ 1292.130492] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-8360833c-4e12-450f-bcd2-79ccab1ed951 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.130616] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8360833c-4e12-450f-bcd2-79ccab1ed951" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.130683] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8360833c-4e12-450f-bcd2-79ccab1ed951" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.130933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8360833c-4e12-450f-bcd2-79ccab1ed951" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.131120] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8360833c-4e12-450f-bcd2-79ccab1ed951',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.295526] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db980371-f92a-491b-a40d-1cb13abdee53 with status ACTIVE [ 1292.295526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.295526] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.295526] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.295947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.295947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.295947] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.295947] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.296090] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.296119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.297036] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.297036] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db980371-f92a-491b-a40d-1cb13abdee53 is going to be updated. [ 1292.297730] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.297846] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.318562] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.318756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.318826] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.319054] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.319220] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.319458] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db980371-f92a-491b-a40d-1cb13abdee53" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.633635] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8360833c-4e12-450f-bcd2-79ccab1ed951 [ 1292.634600] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.634600] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8360833c-4e12-450f-bcd2-79ccab1ed951 already deleted. [ 1292.634600] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8360833c-4e12-450f-bcd2-79ccab1ed951" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.313321] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1293.313663] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.313752] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.313962] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.314162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.314278] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.314344] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.314494] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.314572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.314665] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.816519] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.974781] env[63036]: INFO networking_nsxv3.common.synchronization [req-7b989790-b8e1-41f6-a69b-93f1dcb28c76 req-322289df-bb82-4d3d-be5d-fe8df4b63ff7 tempest-ServerActionsTestOtherB-1059331721 tempest-ServerActionsTestOtherB-1059331721-project-member] Enqueued Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1293.975287] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29465d6-1012-4df3-a8f7-42811ffc56dc with Priority: HIGHEST for action security_group_members [ 1293.975585] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29465d6-1012-4df3-a8f7-42811ffc56dc taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.975703] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.975770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.975965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.976319] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.976410] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.976446] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.976584] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.976666] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.976760] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29465d6-1012-4df3-a8f7-42811ffc56dc',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.320659] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.482014] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.482014] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.482014] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.482014] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc is going to be updated. [ 1294.507564] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.507564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.507564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.507564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.507564] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.514413] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: IN_PROGRESS for 2s [ 1294.822968] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.823172] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.823229] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.823414] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.823497] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.823599] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be updated. [ 1294.850837] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.851122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.851122] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.851260] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.851403] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.863253] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1295.623064] env[63036]: INFO networking_nsxv3.common.synchronization [req-e88551f0-89be-4f96-baa4-c39f2360dee7 req-937da312-e8c4-4aa5-b174-09fb466b720a tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Enqueued Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1295.623412] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1295.623616] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.623743] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.623849] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.624173] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.624325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.624431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.624515] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.624678] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.624764] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.624858] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.941764] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-838 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.942080] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-838" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.942300] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-838" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.942676] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-838" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.942972] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.943174] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.943327] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.943629] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.943796] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.944034] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.944160] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.944285] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.944460] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.944623] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1295.944767] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.944910] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.965803] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.966011] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1295.966176] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.966391] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-838" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.966721] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-aa62ed88-2048-4caf-93f5-bbc22236f235 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.966902] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.967040] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.967392] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.967540] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa62ed88-2048-4caf-93f5-bbc22236f235',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.127090] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.127280] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.127360] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.127716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.127835] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.128281] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.128402] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.128475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.128657] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.128744] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.129081] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2416e31-e904-4b44-b395-59acf33e617f already deleted. [ 1296.129196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.470710] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.470966] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.471066] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.471517] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.471741] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.471944] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Segment Port aa62ed88-2048-4caf-93f5-bbc22236f235 not found, creating... [ 1296.472314] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.472507] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.472644] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.472915] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.473086] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.473411] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.473607] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.473758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.474019] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.474178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.474347] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: aa62ed88-2048-4caf-93f5-bbc22236f235 is going to be created. [ 1296.492020] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.492240] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.492359] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.492611] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.492897] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.493178] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.522844] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29465d6-1012-4df3-a8f7-42811ffc56dc in Status: SUCCESS [ 1296.523035] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29465d6-1012-4df3-a8f7-42811ffc56dc deletion is rescheduled due to dependency. [ 1296.523151] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29465d6-1012-4df3-a8f7-42811ffc56dc" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.872478] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1296.872756] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.872865] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.873286] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.873286] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.873474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.873474] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.873592] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.873693] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.873788] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.873845] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.193654] env[63036]: INFO networking_nsxv3.common.synchronization [req-e88551f0-89be-4f96-baa4-c39f2360dee7 req-8780f23f-c924-42df-afec-b36144227cf4 service nova] Enqueued Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_rules [ 1297.193893] env[63036]: INFO networking_nsxv3.common.synchronization [req-e88551f0-89be-4f96-baa4-c39f2360dee7 req-8780f23f-c924-42df-afec-b36144227cf4 service nova] Enqueued Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1297.194070] env[63036]: INFO networking_nsxv3.common.synchronization [req-e88551f0-89be-4f96-baa4-c39f2360dee7 req-8780f23f-c924-42df-afec-b36144227cf4 service nova] Enqueued Resource ID: aa62ed88-2048-4caf-93f5-bbc22236f235 with Priority: HIGHEST for action port [ 1297.194641] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_rules [ 1297.194779] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1297.194880] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa62ed88-2048-4caf-93f5-bbc22236f235 with Priority: HIGHEST for action port [ 1297.195290] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.195411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.195411] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.195671] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.195773] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.196864] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.196864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.196864] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.197139] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.197248] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.197398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.197537] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.197599] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.197684] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.197775] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.199195] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa62ed88-2048-4caf-93f5-bbc22236f235 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.199195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.199195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.199195] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.199195] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa62ed88-2048-4caf-93f5-bbc22236f235',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.376426] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.705835] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.706104] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.706434] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.707651] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa62ed88-2048-4caf-93f5-bbc22236f235 with status ACTIVE [ 1297.707865] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.707995] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.708079] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.708293] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.708386] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.708567] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.708665] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.708740] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.708875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.708949] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.709140] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.709232] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.709291] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.709479] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.709562] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.709650] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa62ed88-2048-4caf-93f5-bbc22236f235 is going to be updated. [ 1297.729755] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.729755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.729755] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.730190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.730190] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.730283] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa62ed88-2048-4caf-93f5-bbc22236f235" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.879120] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8405113-f84b-4389-86ca-dd3b61fddbb3: rpc.has_security_group_logging(os_id): False [ 1297.898011] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.898210] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.898289] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.898519] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.921928] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.922261] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.922424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.922499] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.922634] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.922770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.922893] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be updated. [ 1297.981167] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.981394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.981394] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.981580] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.981840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.992221] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1298.212204] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.423021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.423021] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.423021] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.423021] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.423775] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] NeedRegenerationException {{(pid=63036) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1298.424058] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] no value, waiting for create lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1298.424279] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] value creation lock acquired {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1298.424520] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] No value present for key: 'zone-id' {{(pid=63036) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1298.424753] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Calling creation function for not-yet-present value {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1298.424988] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1298.441712] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1298.442131] env[63036]: DEBUG dogpile.cache.region [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=63036) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1298.442396] env[63036]: DEBUG dogpile.lock [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Released creation lock {{(pid=63036) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1298.442681] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "network-812" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.443184] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock port-e6fc67d8-26cb-48c8-a4af-380d589ad59c taken with stack trace [, , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.443530] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.443784] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.444146] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.445271] env[63036]: DEBUG networking_nsxv3.api.rpc [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fc67d8-26cb-48c8-a4af-380d589ad59c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.716557] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.716557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.716557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.716557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.716557] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.716557] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2416e31-e904-4b44-b395-59acf33e617f is going to be created. [ 1298.739088] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.739088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.739088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.739088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.739088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.745455] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: UNINITIALIZED for 2s [ 1298.948040] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.948040] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.948040] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.948521] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.948647] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.949175] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.949510] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.949758] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.950171] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.950453] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.950976] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.951251] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.951501] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.951875] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.952175] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.952442] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Resource: SegmentPort with ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c is going to be updated. [ 1298.976239] env[63036]: DEBUG networking_nsxv3.common.locking [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.976468] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.976602] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.976888] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.977103] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.977327] env[63036]: DEBUG oslo_concurrency.lockutils [None req-2a64d9d4-bc2c-44dc-8a88-11882b6723bd None None] Releasing lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 req-30630d19-8997-42aa-9648-9ce1cc4e185b service nova] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 req-30630d19-8997-42aa-9648-9ce1cc4e185b service nova] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [req-d80f2630-70e8-40fe-8b48-79c6c6ee4379 req-30630d19-8997-42aa-9648-9ce1cc4e185b service nova] Enqueued Resource ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c with Priority: HIGHEST for action port [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_rules [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1299.681398] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c with Priority: HIGHEST for action port [ 1299.682100] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.682352] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.682512] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.682801] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.682973] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.686102] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.686102] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.686102] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.686102] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.687346] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6fc67d8-26cb-48c8-a4af-380d589ad59c taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.687475] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.687545] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.687710] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.687785] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6fc67d8-26cb-48c8-a4af-380d589ad59c',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.004906] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1300.005176] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.189281] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.190330] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.190532] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.191065] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6fc67d8-26cb-48c8-a4af-380d589ad59c with status ACTIVE [ 1300.191337] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.191511] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.191623] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.191917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.192072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.192325] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.192483] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.192590] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.192837] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.192964] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.193245] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.193399] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.193506] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.193719] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.193840] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.193980] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6fc67d8-26cb-48c8-a4af-380d589ad59c is going to be updated. [ 1300.247762] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.248010] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.248092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.248298] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.248431] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.248602] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6fc67d8-26cb-48c8-a4af-380d589ad59c" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.691573] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.755075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: SUCCESS [ 1300.755322] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.755570] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.755875] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.756162] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.756364] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.756504] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.756741] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.756890] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.757011] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.757169] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.194550] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.194918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.194918] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.195068] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.195119] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.195221] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be updated. [ 1301.240021] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.240021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.240021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.240021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.240021] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.250084] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: IN_PROGRESS for 2s [ 1301.259732] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.261302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.261302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.261302] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.262516] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.262516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.262516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.262516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.262516] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.263017] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.264018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.264018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.264018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.264018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.264018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.264018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.264018] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.264530] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.264746] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.264951] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.265152] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.767832] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2416e31-e904-4b44-b395-59acf33e617f: rpc.has_security_group_logging(os_id): False [ 1301.785209] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.785363] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.785437] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.785699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.785804] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.786018] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.786116] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.786183] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.786350] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.786433] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.786768] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.786870] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.786933] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.787092] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.787166] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.787342] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.787495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.787495] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.787627] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.787701] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.787785] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2416e31-e904-4b44-b395-59acf33e617f is going to be created. [ 1301.843938] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.843938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.843938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.843938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.843938] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.856408] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: IN_PROGRESS for 2s [ 1303.259636] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1303.259927] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.260554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.260554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.260554] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.260554] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.260982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.260982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1303.260982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.260982] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.260982] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.763508] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.872053] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: SUCCESS [ 1303.872053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.265921] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c7bda70-cd83-4b14-900f-28f4c953e143: rpc.has_security_group_logging(os_id): False [ 1304.284034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.284034] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.284034] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.284505] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be updated. [ 1304.340320] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.340553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.340553] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.340716] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.340866] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.352417] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: IN_PROGRESS for 2s [ 1304.681454] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.681627] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1306.369139] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1306.369613] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.798838] env[63036]: INFO networking_nsxv3.common.synchronization [req-ee3838d6-5e5e-493c-a4db-bf41ab713ad1 req-6d9fc89f-afdb-44dc-a882-1220a155ea5b tempest-ServersNegativeTestMultiTenantJSON-483867138 tempest-ServersNegativeTestMultiTenantJSON-483867138-project-member] Enqueued Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1308.799324] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2416e31-e904-4b44-b395-59acf33e617f with Priority: HIGHEST for action security_group_members [ 1308.799677] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2416e31-e904-4b44-b395-59acf33e617f taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.799794] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.799856] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.800072] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.800236] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.800336] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.800425] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.800567] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1308.800659] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.800733] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2416e31-e904-4b44-b395-59acf33e617f',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.303196] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.303456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.303456] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.303654] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.303749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.303944] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.304088] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.304159] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.304320] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.304398] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.304487] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2416e31-e904-4b44-b395-59acf33e617f is going to be updated. [ 1309.329830] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.330032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.330032] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.330252] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1309.330389] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.337996] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: IN_PROGRESS for 2s [ 1311.348196] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2416e31-e904-4b44-b395-59acf33e617f in Status: SUCCESS [ 1311.348571] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2416e31-e904-4b44-b395-59acf33e617f deletion is rescheduled due to dependency. [ 1311.348571] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2416e31-e904-4b44-b395-59acf33e617f" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.800808] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.801129] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.802061] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.802448] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.803419] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.803806] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.578488] env[63036]: INFO networking_nsxv3.common.synchronization [req-f090be66-8e59-43bd-a671-bde3024660e4 req-4a01bbb7-4475-4d36-ae9a-09b3f0263d54 tempest-ServerActionsTestJSON-613229635 tempest-ServerActionsTestJSON-613229635-project-member] Enqueued Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1327.579112] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f5799e-af77-42be-81de-211ece199d7e with Priority: HIGHEST for action security_group_members [ 1327.579460] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4f5799e-af77-42be-81de-211ece199d7e taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.579587] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.579687] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.579884] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.580040] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.580132] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.580407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.580407] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.580892] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.580892] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4f5799e-af77-42be-81de-211ece199d7e',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.083086] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.083086] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.083341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.083341] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.103193] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.103452] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.103572] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.103640] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.103868] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.103965] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.104075] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e is going to be updated. [ 1328.132303] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.132518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.132518] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.132699] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.132836] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.140322] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: IN_PROGRESS for 2s [ 1330.150409] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4f5799e-af77-42be-81de-211ece199d7e in Status: SUCCESS [ 1330.150807] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4f5799e-af77-42be-81de-211ece199d7e deletion is rescheduled due to dependency. [ 1330.150807] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4f5799e-af77-42be-81de-211ece199d7e" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.579958] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.580302] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.581058] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.581507] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.581772] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.582159] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.582924] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.583343] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.584841] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.585128] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.833098] env[63036]: INFO networking_nsxv3.common.synchronization [req-9cafbb3a-aa3c-4f65-b552-61f0c843cff5 req-36d2bf7d-c3ad-4f17-859c-d681f3940c78 tempest-AttachVolumeShelveTestJSON-2125785303 tempest-AttachVolumeShelveTestJSON-2125785303-project-member] Enqueued Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1352.833161] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 with Priority: HIGHEST for action security_group_members [ 1352.833901] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c7bda70-cd83-4b14-900f-28f4c953e143 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.833901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.833901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.833901] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.834121] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.834121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.834121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.834770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.834770] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.834770] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c7bda70-cd83-4b14-900f-28f4c953e143',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.337692] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.337942] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.338035] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.338301] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.338424] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.338696] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.338834] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.338922] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.339153] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.339256] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.339373] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 is going to be updated. [ 1353.366952] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.367180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.367180] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.367300] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1353.367409] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.374941] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: IN_PROGRESS for 2s [ 1355.385749] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 in Status: SUCCESS [ 1355.385749] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c7bda70-cd83-4b14-900f-28f4c953e143 deletion is rescheduled due to dependency. [ 1355.385749] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c7bda70-cd83-4b14-900f-28f4c953e143" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.833908] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.834210] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.837544] env[63036]: INFO networking_nsxv3.common.synchronization [req-888bd3c3-2355-4b89-916e-df88812b0e1d req-50f07c9c-5ce4-4490-8e62-a03d8dd5cb81 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1359.838088] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1359.838421] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.838548] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.838610] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.839265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.839265] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.839265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.839265] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.839555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.839555] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.839555] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.341481] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.843592] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.345671] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.345896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.345896] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.346114] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.346196] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.346294] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be updated. [ 1361.374556] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.374748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.374748] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.374904] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1361.375053] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.382538] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1363.393543] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1363.393917] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.839335] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.839335] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.840557] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.840958] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.842025] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.842461] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.038266] env[63036]: INFO networking_nsxv3.common.synchronization [req-50b9106d-7b90-4b4c-8767-d31361d9577d req-c07cc26d-fcc7-4d66-9f8f-71df3f04ea02 tempest-ServerActionsTestOtherA-546015097 tempest-ServerActionsTestOtherA-546015097-project-member] Enqueued Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1375.038266] env[63036]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 with Priority: HIGHEST for action security_group_members [ 1375.038266] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8405113-f84b-4389-86ca-dd3b61fddbb3 taken with stack trace [, , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.038266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.038266] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.038759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.038759] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.038759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.038759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.038759] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.038937] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.038937] env[63036]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8405113-f84b-4389-86ca-dd3b61fddbb3',) {} {{(pid=63036) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.542039] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.542039] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.542306] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.542466] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.542615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.542936] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.543121] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.543237] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.543480] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.543615] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.543759] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 is going to be updated. [ 1375.572228] env[63036]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=63036) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.572401] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.572505] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.572762] env[63036]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.572959] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.581893] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: IN_PROGRESS for 2s [ 1377.592941] env[63036]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 in Status: SUCCESS [ 1377.593405] env[63036]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8405113-f84b-4389-86ca-dd3b61fddbb3 deletion is rescheduled due to dependency. [ 1377.593405] env[63036]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8405113-f84b-4389-86ca-dd3b61fddbb3" {{(pid=63036) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.039177] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.039513] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.040647] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.040647] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.041840] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.042258] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.042752] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.043157] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.044039] env[63036]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.044511] env[63036]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0